2024-11-21 14:40:30,148 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-21 14:40:30,166 main DEBUG Took 0.015056 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 14:40:30,168 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 14:40:30,168 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 14:40:30,170 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 14:40:30,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,182 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 14:40:30,203 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,206 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,207 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,209 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,210 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,212 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,213 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,214 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,215 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,216 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,217 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:40:30,219 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,219 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 14:40:30,221 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:40:30,223 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 14:40:30,225 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 14:40:30,226 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 14:40:30,227 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 14:40:30,228 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 14:40:30,240 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 14:40:30,243 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 14:40:30,246 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 14:40:30,246 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 14:40:30,247 main DEBUG createAppenders(={Console}) 2024-11-21 14:40:30,248 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-21 14:40:30,248 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-21 14:40:30,249 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-21 14:40:30,249 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 14:40:30,250 main DEBUG OutputStream closed 2024-11-21 14:40:30,250 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 14:40:30,250 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 14:40:30,251 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-21 14:40:30,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 14:40:30,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 14:40:30,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 14:40:30,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 14:40:30,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 14:40:30,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 14:40:30,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 14:40:30,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 14:40:30,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 14:40:30,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 14:40:30,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 14:40:30,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 14:40:30,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 14:40:30,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 14:40:30,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 14:40:30,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 14:40:30,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 14:40:30,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 14:40:30,358 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 14:40:30,358 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-21 14:40:30,359 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 14:40:30,359 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-21T14:40:30,732 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c 2024-11-21 14:40:30,735 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 14:40:30,735 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T14:40:30,748 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-21T14:40:30,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:40:30,800 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/cluster_68c14aa6-8be2-9a1d-9bbd-3095f82d665f, deleteOnExit=true 2024-11-21T14:40:30,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:40:30,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/test.cache.data in system properties and HBase conf 2024-11-21T14:40:30,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:40:30,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:40:30,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:40:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:40:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:40:30,939 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T14:40:31,076 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:40:31,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:40:31,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:40:31,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:40:31,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:40:31,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:40:31,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:40:31,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:40:31,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:40:31,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:40:31,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:40:31,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:40:31,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:40:31,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:40:31,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:40:32,068 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T14:40:32,173 INFO [Time-limited test {}] log.Log(170): Logging initialized @2951ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T14:40:32,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:40:32,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:40:32,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:40:32,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:40:32,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:40:32,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:40:32,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:40:32,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:40:32,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2341a969{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/java.io.tmpdir/jetty-localhost-38581-hadoop-hdfs-3_4_1-tests_jar-_-any-4210342000129869828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:40:32,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:38581} 2024-11-21T14:40:32,673 INFO [Time-limited test {}] server.Server(415): Started @3451ms 2024-11-21T14:40:33,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:40:33,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:40:33,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:40:33,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:40:33,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:40:33,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:40:33,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:40:33,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@292d50c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/java.io.tmpdir/jetty-localhost-45573-hadoop-hdfs-3_4_1-tests_jar-_-any-5013612513215213992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:40:33,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:45573} 2024-11-21T14:40:33,261 INFO [Time-limited test {}] server.Server(415): Started @4039ms 2024-11-21T14:40:33,339 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:40:33,956 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/cluster_68c14aa6-8be2-9a1d-9bbd-3095f82d665f/data/data2/current/BP-755906289-172.17.0.2-1732200031798/current, will proceed with Du for space computation calculation, 2024-11-21T14:40:33,956 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/cluster_68c14aa6-8be2-9a1d-9bbd-3095f82d665f/data/data1/current/BP-755906289-172.17.0.2-1732200031798/current, will proceed with Du for space computation calculation, 2024-11-21T14:40:34,030 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:40:34,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x671248dd4d53bc1f with lease ID 0xe54b270d0c68393f: Processing first storage report for DS-07990d6d-866d-4a3c-aaea-931846f0c9bb from datanode DatanodeRegistration(127.0.0.1:43001, datanodeUuid=f98db511-2590-4766-9131-a131ce38204e, infoPort=43009, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=1776125803;c=1732200031798) 2024-11-21T14:40:34,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x671248dd4d53bc1f with lease ID 0xe54b270d0c68393f: from storage DS-07990d6d-866d-4a3c-aaea-931846f0c9bb node DatanodeRegistration(127.0.0.1:43001, datanodeUuid=f98db511-2590-4766-9131-a131ce38204e, infoPort=43009, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=1776125803;c=1732200031798), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T14:40:34,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x671248dd4d53bc1f with lease ID 0xe54b270d0c68393f: Processing first storage report for DS-0b1723ab-cc03-4191-8aa0-ecc1e4b87f33 from datanode DatanodeRegistration(127.0.0.1:43001, datanodeUuid=f98db511-2590-4766-9131-a131ce38204e, infoPort=43009, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=1776125803;c=1732200031798) 2024-11-21T14:40:34,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x671248dd4d53bc1f with lease ID 0xe54b270d0c68393f: from storage DS-0b1723ab-cc03-4191-8aa0-ecc1e4b87f33 node DatanodeRegistration(127.0.0.1:43001, datanodeUuid=f98db511-2590-4766-9131-a131ce38204e, infoPort=43009, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=1776125803;c=1732200031798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:40:34,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c 2024-11-21T14:40:34,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/cluster_68c14aa6-8be2-9a1d-9bbd-3095f82d665f/zookeeper_0, clientPort=52938, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/cluster_68c14aa6-8be2-9a1d-9bbd-3095f82d665f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/cluster_68c14aa6-8be2-9a1d-9bbd-3095f82d665f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:40:34,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52938 2024-11-21T14:40:34,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:40:34,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:40:34,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:40:34,981 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee with version=8 2024-11-21T14:40:34,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/hbase-staging 2024-11-21T14:40:35,080 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T14:40:35,352 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:40:35,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:40:35,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:40:35,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:40:35,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:40:35,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:40:35,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:40:35,630 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T14:40:35,644 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T14:40:35,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:40:35,682 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1550 (auto-detected) 2024-11-21T14:40:35,683 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T14:40:35,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33569 2024-11-21T14:40:35,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33569 connecting to ZooKeeper ensemble=127.0.0.1:52938 2024-11-21T14:40:35,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335690x0, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:40:35,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33569-0x1001a86a8ae0000 connected 2024-11-21T14:40:35,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:40:35,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:40:35,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:40:35,884 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee, hbase.cluster.distributed=false 2024-11-21T14:40:35,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:40:35,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33569 2024-11-21T14:40:35,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33569 2024-11-21T14:40:35,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33569 2024-11-21T14:40:35,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33569 2024-11-21T14:40:35,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33569 2024-11-21T14:40:36,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7796871bd2a:0 server-side Connection retries=45 2024-11-21T14:40:36,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:40:36,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:40:36,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:40:36,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:40:36,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:40:36,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:40:36,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:40:36,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34871 2024-11-21T14:40:36,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34871 connecting to ZooKeeper ensemble=127.0.0.1:52938 2024-11-21T14:40:36,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:40:36,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:40:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348710x0, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:40:36,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348710x0, quorum=127.0.0.1:52938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:40:36,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34871-0x1001a86a8ae0001 connected 2024-11-21T14:40:36,152 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:40:36,161 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:40:36,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T14:40:36,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T14:40:36,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34871 2024-11-21T14:40:36,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34871 2024-11-21T14:40:36,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34871 2024-11-21T14:40:36,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34871 2024-11-21T14:40:36,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34871 2024-11-21T14:40:36,203 DEBUG [M:0;f7796871bd2a:33569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f7796871bd2a:33569 2024-11-21T14:40:36,204 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f7796871bd2a,33569,1732200035143 2024-11-21T14:40:36,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:40:36,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:40:36,215 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f7796871bd2a,33569,1732200035143 2024-11-21T14:40:36,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:36,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T14:40:36,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:36,239 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T14:40:36,241 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f7796871bd2a,33569,1732200035143 from backup master directory 2024-11-21T14:40:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f7796871bd2a,33569,1732200035143 2024-11-21T14:40:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:40:36,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T14:40:36,245 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:40:36,246 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f7796871bd2a,33569,1732200035143 2024-11-21T14:40:36,248 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T14:40:36,249 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T14:40:36,320 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/hbase.id] with ID: 114231b4-18f1-4094-b1fa-22c7474769a8 2024-11-21T14:40:36,321 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/.tmp/hbase.id 2024-11-21T14:40:36,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:40:36,734 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/.tmp/hbase.id]:[hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/hbase.id] 2024-11-21T14:40:36,779 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:40:36,785 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:40:36,807 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-21T14:40:36,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:36,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:36,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:40:37,250 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:40:37,253 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:40:37,283 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:37,289 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:40:37,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:40:37,752 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store 2024-11-21T14:40:37,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:40:37,782 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T14:40:37,785 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:40:37,787 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:40:37,787 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:40:37,787 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:40:37,788 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:40:37,789 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:40:37,789 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:40:37,790 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732200037786Disabling compacts and flushes for region at 1732200037786Disabling writes for close at 1732200037789 (+3 ms)Writing region close event to WAL at 1732200037789Closed at 1732200037789 2024-11-21T14:40:37,793 WARN [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/.initializing 2024-11-21T14:40:37,793 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/WALs/f7796871bd2a,33569,1732200035143 2024-11-21T14:40:37,802 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:40:37,817 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C33569%2C1732200035143, suffix=, logDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/WALs/f7796871bd2a,33569,1732200035143, archiveDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/oldWALs, maxLogs=10 2024-11-21T14:40:37,840 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/WALs/f7796871bd2a,33569,1732200035143/f7796871bd2a%2C33569%2C1732200035143.1732200037821, exclude list is [], retry=0 2024-11-21T14:40:37,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-07990d6d-866d-4a3c-aaea-931846f0c9bb,DISK] 2024-11-21T14:40:37,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T14:40:37,899 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/WALs/f7796871bd2a,33569,1732200035143/f7796871bd2a%2C33569%2C1732200035143.1732200037821 2024-11-21T14:40:37,900 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43009:43009)] 2024-11-21T14:40:37,900 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:40:37,901 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:40:37,904 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:37,905 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:37,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:37,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:40:37,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:37,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:40:37,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:37,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:40:37,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:37,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:40:37,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:37,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:40:37,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:37,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:40:37,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:37,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:40:37,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:37,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:40:37,990 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:37,994 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:37,995 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:38,000 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:38,001 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:38,004 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:40:38,008 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:40:38,012 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:40:38,013 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58880455, jitterRate=-0.1226128488779068}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:40:38,019 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732200037917Initializing all the Stores at 1732200037920 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200037920Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200037921 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200037921Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200037921Cleaning up temporary data from old regions at 1732200038001 (+80 ms)Region opened successfully at 1732200038018 (+17 ms) 2024-11-21T14:40:38,020 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:40:38,055 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f113b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:40:38,089 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:40:38,101 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:40:38,101 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:40:38,105 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:40:38,106 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T14:40:38,112 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T14:40:38,112 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:40:38,139 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:40:38,149 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T14:40:38,151 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T14:40:38,154 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:40:38,155 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:40:38,157 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T14:40:38,159 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:40:38,163 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:40:38,165 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T14:40:38,166 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:40:38,168 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T14:40:38,186 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:40:38,187 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T14:40:38,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:40:38,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T14:40:38,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:38,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:38,194 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f7796871bd2a,33569,1732200035143, sessionid=0x1001a86a8ae0000, setting cluster-up flag (Was=false) 2024-11-21T14:40:38,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:38,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:38,212 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T14:40:38,214 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7796871bd2a,33569,1732200035143 2024-11-21T14:40:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:38,225 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T14:40:38,227 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7796871bd2a,33569,1732200035143 2024-11-21T14:40:38,233 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:40:38,288 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(746): ClusterId : 114231b4-18f1-4094-b1fa-22c7474769a8 2024-11-21T14:40:38,291 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:40:38,296 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:40:38,296 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:40:38,300 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:40:38,300 DEBUG [RS:0;f7796871bd2a:34871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc24a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7796871bd2a/172.17.0.2:0 2024-11-21T14:40:38,310 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:40:38,316 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f7796871bd2a:34871 2024-11-21T14:40:38,319 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:40:38,319 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:40:38,319 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:40:38,320 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:40:38,322 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7796871bd2a,33569,1732200035143 with port=34871, startcode=1732200036061 2024-11-21T14:40:38,326 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:40:38,332 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f7796871bd2a,33569,1732200035143 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:40:38,336 DEBUG [RS:0;f7796871bd2a:34871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:40:38,339 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:40:38,339 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:40:38,340 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:40:38,340 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f7796871bd2a:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:40:38,340 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f7796871bd2a:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:40:38,341 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,341 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:40:38,341 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,343 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732200068343 2024-11-21T14:40:38,345 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:40:38,346 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:40:38,347 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:40:38,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:40:38,350 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:40:38,350 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:40:38,351 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:40:38,351 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:40:38,352 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,355 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:38,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:40:38,358 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:40:38,359 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:40:38,360 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:40:38,363 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:40:38,363 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:40:38,366 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200038365,5,FailOnTimeoutGroup] 2024-11-21T14:40:38,367 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200038366,5,FailOnTimeoutGroup] 2024-11-21T14:40:38,367 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,368 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:40:38,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:40:38,371 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,371 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,380 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:40:38,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7796871bd2a,34871,1732200036061 2024-11-21T14:40:38,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33569 {}] master.ServerManager(517): Registering regionserver=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:38,409 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee 2024-11-21T14:40:38,409 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37641 2024-11-21T14:40:38,409 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:40:38,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:40:38,415 DEBUG [RS:0;f7796871bd2a:34871 {}] zookeeper.ZKUtil(111): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7796871bd2a,34871,1732200036061 2024-11-21T14:40:38,415 WARN [RS:0;f7796871bd2a:34871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:40:38,415 INFO [RS:0;f7796871bd2a:34871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:40:38,416 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/WALs/f7796871bd2a,34871,1732200036061 2024-11-21T14:40:38,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7796871bd2a,34871,1732200036061] 2024-11-21T14:40:38,448 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:40:38,464 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:40:38,469 INFO [RS:0;f7796871bd2a:34871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:40:38,470 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,471 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:40:38,477 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:40:38,478 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,478 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,479 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,479 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,479 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,479 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,479 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7796871bd2a:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:40:38,479 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,479 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,480 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,480 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,480 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,480 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7796871bd2a:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:40:38,480 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:40:38,480 DEBUG [RS:0;f7796871bd2a:34871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:40:38,481 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,482 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,482 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,482 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,482 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,482 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,34871,1732200036061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:40:38,503 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:40:38,505 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,34871,1732200036061-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,506 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,506 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.Replication(171): f7796871bd2a,34871,1732200036061 started 2024-11-21T14:40:38,525 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:38,525 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1482): Serving as f7796871bd2a,34871,1732200036061, RpcServer on f7796871bd2a/172.17.0.2:34871, sessionid=0x1001a86a8ae0001 2024-11-21T14:40:38,526 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:40:38,526 DEBUG [RS:0;f7796871bd2a:34871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7796871bd2a,34871,1732200036061 2024-11-21T14:40:38,526 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,34871,1732200036061' 2024-11-21T14:40:38,527 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T14:40:38,528 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T14:40:38,528 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:40:38,528 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:40:38,529 DEBUG [RS:0;f7796871bd2a:34871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7796871bd2a,34871,1732200036061 2024-11-21T14:40:38,529 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7796871bd2a,34871,1732200036061' 2024-11-21T14:40:38,529 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T14:40:38,529 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T14:40:38,530 DEBUG [RS:0;f7796871bd2a:34871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:40:38,530 INFO [RS:0;f7796871bd2a:34871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:40:38,530 INFO [RS:0;f7796871bd2a:34871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:40:38,635 INFO [RS:0;f7796871bd2a:34871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:40:38,639 INFO [RS:0;f7796871bd2a:34871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C34871%2C1732200036061, suffix=, logDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/WALs/f7796871bd2a,34871,1732200036061, archiveDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/oldWALs, maxLogs=32 2024-11-21T14:40:38,660 DEBUG [RS:0;f7796871bd2a:34871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/WALs/f7796871bd2a,34871,1732200036061/f7796871bd2a%2C34871%2C1732200036061.1732200038642, exclude list is [], retry=0 2024-11-21T14:40:38,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-07990d6d-866d-4a3c-aaea-931846f0c9bb,DISK] 2024-11-21T14:40:38,669 INFO [RS:0;f7796871bd2a:34871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/WALs/f7796871bd2a,34871,1732200036061/f7796871bd2a%2C34871%2C1732200036061.1732200038642 2024-11-21T14:40:38,670 DEBUG [RS:0;f7796871bd2a:34871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43009:43009)] 2024-11-21T14:40:38,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:40:38,771 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee 2024-11-21T14:40:38,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:40:39,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:40:39,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:40:39,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:40:39,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:39,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:40:39,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:40:39,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:40:39,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:39,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:40:39,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:40:39,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:40:39,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:39,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:40:39,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:40:39,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:40:39,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:39,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:40:39,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:40:39,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740 2024-11-21T14:40:39,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740 2024-11-21T14:40:39,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:40:39,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:40:39,205 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:40:39,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:40:39,211 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:40:39,212 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62960353, jitterRate=-0.061817631125450134}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:40:39,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732200039183Initializing all the Stores at 1732200039185 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200039185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200039185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200039185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200039185Cleaning up temporary data from old regions at 1732200039204 (+19 ms)Region opened successfully at 1732200039214 (+10 ms) 2024-11-21T14:40:39,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:40:39,215 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:40:39,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:40:39,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:40:39,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:40:39,216 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:40:39,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732200039214Disabling compacts and flushes for region at 1732200039214Disabling writes for close at 1732200039215 (+1 ms)Writing region close event to WAL at 1732200039216 (+1 ms)Closed at 1732200039216 2024-11-21T14:40:39,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:40:39,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:40:39,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:40:39,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:40:39,238 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:40:39,391 DEBUG [f7796871bd2a:33569 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:40:39,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:39,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,34871,1732200036061, state=OPENING 2024-11-21T14:40:39,416 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:40:39,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:39,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:40:39,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:40:39,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:40:39,420 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:40:39,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:40:39,599 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:40:39,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56553, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:40:39,614 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:40:39,615 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:40:39,616 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:40:39,619 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7796871bd2a%2C34871%2C1732200036061.meta, suffix=.meta, logDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/WALs/f7796871bd2a,34871,1732200036061, archiveDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/oldWALs, maxLogs=32 2024-11-21T14:40:39,636 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/WALs/f7796871bd2a,34871,1732200036061/f7796871bd2a%2C34871%2C1732200036061.meta.1732200039621.meta, exclude list is [], retry=0 2024-11-21T14:40:39,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-07990d6d-866d-4a3c-aaea-931846f0c9bb,DISK] 2024-11-21T14:40:39,644 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/WALs/f7796871bd2a,34871,1732200036061/f7796871bd2a%2C34871%2C1732200036061.meta.1732200039621.meta 2024-11-21T14:40:39,644 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43009:43009)] 2024-11-21T14:40:39,645 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:40:39,646 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:40:39,649 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:40:39,654 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:40:39,658 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:40:39,658 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:40:39,659 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:40:39,659 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:40:39,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:40:39,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:40:39,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:39,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:40:39,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:40:39,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:40:39,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:39,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:40:39,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:40:39,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:40:39,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:39,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:40:39,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:40:39,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:40:39,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:39,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:40:39,672 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:40:39,673 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740 2024-11-21T14:40:39,676 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740 2024-11-21T14:40:39,678 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:40:39,678 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:40:39,679 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:40:39,682 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:40:39,683 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71768680, jitterRate=0.06943666934967041}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:40:39,684 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:40:39,685 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732200039659Writing region info on filesystem at 1732200039659Initializing all the Stores at 1732200039661 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200039661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200039662 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200039662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732200039662Cleaning up temporary data from old regions at 1732200039678 (+16 ms)Running coprocessor post-open hooks at 1732200039684 (+6 ms)Region opened successfully at 1732200039685 (+1 ms) 2024-11-21T14:40:39,692 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732200039589 2024-11-21T14:40:39,704 DEBUG [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:40:39,705 INFO [RS_OPEN_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:40:39,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:39,708 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7796871bd2a,34871,1732200036061, state=OPEN 2024-11-21T14:40:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:40:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T14:40:39,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:40:39,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T14:40:39,714 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:39,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:40:39,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7796871bd2a,34871,1732200036061 in 292 msec 2024-11-21T14:40:39,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:40:39,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-21T14:40:39,728 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:40:39,728 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:40:39,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:39,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:39,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:39,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40681, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:39,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5310 sec 2024-11-21T14:40:39,796 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732200039796, completionTime=-1 2024-11-21T14:40:39,798 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:40:39,798 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:40:39,826 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:40:39,826 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732200099826 2024-11-21T14:40:39,826 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732200159826 2024-11-21T14:40:39,826 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-21T14:40:39,828 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,33569,1732200035143-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:39,828 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,33569,1732200035143-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:39,829 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,33569,1732200035143-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:39,830 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f7796871bd2a:33569, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:39,831 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:39,831 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:39,838 DEBUG [master/f7796871bd2a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:40:39,859 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.613sec 2024-11-21T14:40:39,861 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:40:39,862 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:40:39,863 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:40:39,863 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:40:39,863 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:40:39,864 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,33569,1732200035143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:40:39,865 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,33569,1732200035143-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:40:39,873 DEBUG [master/f7796871bd2a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:40:39,874 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:40:39,874 INFO [master/f7796871bd2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7796871bd2a,33569,1732200035143-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:40:39,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c90ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:39,901 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T14:40:39,901 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T14:40:39,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:40:39,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:40:39,914 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:40:39,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:40:39,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:40:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531238f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:40:39,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:40:39,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:40:39,925 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:40:39,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba7d24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:39,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:39,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:39,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f7796871bd2a,33569,1732200035143 2024-11-21T14:40:39,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=3593 2024-11-21T14:40:40,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:40:40,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f7796871bd2a,33569,1732200035143 2024-11-21T14:40:40,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680215db 2024-11-21T14:40:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:40:40,012 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:40:40,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T14:40:40,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:40:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T14:40:40,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:40:40,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-21T14:40:40,037 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:40,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:40:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:40:40,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741835_1011 (size=1061) 2024-11-21T14:40:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:40:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:40:40,456 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee 2024-11-21T14:40:40,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741836_1012 (size=53) 2024-11-21T14:40:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:40:40,867 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:40:40,867 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d8a1a95c18f982d24825e950bf8d2708, disabling compactions & flushes 2024-11-21T14:40:40,867 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:40,867 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:40,867 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. after waiting 0 ms 2024-11-21T14:40:40,867 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:40,867 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:40,868 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8a1a95c18f982d24825e950bf8d2708: Waiting for close lock at 1732200040867Disabling compacts and flushes for region at 1732200040867Disabling writes for close at 1732200040867Writing region close event to WAL at 1732200040867Closed at 1732200040867 2024-11-21T14:40:40,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:40:40,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732200040870"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200040870"}]},"ts":"1732200040870"} 2024-11-21T14:40:40,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:40:40,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:40:40,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200040884"}]},"ts":"1732200040884"} 2024-11-21T14:40:40,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T14:40:40,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8a1a95c18f982d24825e950bf8d2708, ASSIGN}] 2024-11-21T14:40:40,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8a1a95c18f982d24825e950bf8d2708, ASSIGN 2024-11-21T14:40:40,897 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8a1a95c18f982d24825e950bf8d2708, ASSIGN; state=OFFLINE, location=f7796871bd2a,34871,1732200036061; forceNewPlan=false, retain=false 2024-11-21T14:40:41,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8a1a95c18f982d24825e950bf8d2708, regionState=OPENING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:41,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8a1a95c18f982d24825e950bf8d2708, ASSIGN because future has completed 2024-11-21T14:40:41,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:40:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:40:41,216 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:41,216 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:40:41,217 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,217 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:40:41,217 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,217 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,220 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,223 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:40:41,223 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a1a95c18f982d24825e950bf8d2708 columnFamilyName A 2024-11-21T14:40:41,224 DEBUG [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:41,225 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] regionserver.HStore(327): Store=d8a1a95c18f982d24825e950bf8d2708/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:40:41,225 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,227 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:40:41,227 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a1a95c18f982d24825e950bf8d2708 columnFamilyName B 2024-11-21T14:40:41,228 DEBUG [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:41,228 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] regionserver.HStore(327): Store=d8a1a95c18f982d24825e950bf8d2708/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:40:41,229 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,231 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:40:41,231 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a1a95c18f982d24825e950bf8d2708 columnFamilyName C 2024-11-21T14:40:41,231 DEBUG [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:40:41,232 INFO [StoreOpener-d8a1a95c18f982d24825e950bf8d2708-1 {}] regionserver.HStore(327): Store=d8a1a95c18f982d24825e950bf8d2708/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:40:41,233 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:41,233 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,234 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,235 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,237 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,237 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,238 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:40:41,240 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,244 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:40:41,245 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d8a1a95c18f982d24825e950bf8d2708; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59009948, jitterRate=-0.12068325281143188}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:40:41,245 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:41,246 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d8a1a95c18f982d24825e950bf8d2708: Running coprocessor pre-open hook at 1732200041217Writing region info on filesystem at 1732200041217Initializing all the Stores at 1732200041219 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200041219Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200041219Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200041219Cleaning up temporary data from old regions at 1732200041237 (+18 ms)Running coprocessor post-open hooks at 1732200041245 (+8 ms)Region opened successfully at 1732200041246 (+1 ms) 2024-11-21T14:40:41,248 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., pid=6, masterSystemTime=1732200041209 2024-11-21T14:40:41,252 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:41,252 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:41,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8a1a95c18f982d24825e950bf8d2708, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:41,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:40:41,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:40:41,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 in 204 msec 2024-11-21T14:40:41,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:40:41,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8a1a95c18f982d24825e950bf8d2708, ASSIGN in 370 msec 2024-11-21T14:40:41,269 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:40:41,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200041269"}]},"ts":"1732200041269"} 2024-11-21T14:40:41,273 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T14:40:41,275 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:40:41,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2540 sec 2024-11-21T14:40:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:40:42,194 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:40:42,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8b07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:40:42,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:40:42,201 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:40:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:40:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:40:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bff7409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:40:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:40:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:40:42,204 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:40:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2538dc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:42,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:42,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:40:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f7796871bd2a,33569,1732200035143 2024-11-21T14:40:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481dbf66 2024-11-21T14:40:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:40:42,218 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:40:42,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff18d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:40:42,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:40:42,224 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:40:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:40:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:40:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675bb8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:40:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:40:42,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:40:42,228 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:40:42,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b21050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109bd06b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:40:42,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:40:42,232 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:40:42,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:40:42,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:40:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b084ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:40:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:40:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:40:42,235 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:40:42,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79382fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af20e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:40:42,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:40:42,239 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:40:42,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:40:42,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:40:42,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fb54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:40:42,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:40:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:40:42,243 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:40:42,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7387a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:40:42,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:40:42,247 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:40:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:40:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:40:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5367b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:40:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:40:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:40:42,253 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:40:42,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b3fb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a031a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:40:42,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:40:42,255 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:40:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:40:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:40:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c2308e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:40:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:40:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:40:42,258 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:40:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee049f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276a94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:40:42,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:40:42,261 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:40:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:40:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:40:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60486904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:40:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:40:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:40:42,264 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:40:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d27e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d403639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:40:42,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:40:42,268 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:40:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:40:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:40:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b8551d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:40:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:40:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:40:42,270 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:40:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517e68dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d66d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:40:42,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:40:42,273 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:40:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:40:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:40:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1b5617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:40:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:40:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:40:42,275 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:40:42,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5372312f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be0d766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:40:42,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:40:42,278 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:40:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:40:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:40:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e082570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:40:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:40:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:40:42,280 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:40:42,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc1ac04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:40:42,285 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:42,285 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:42,285 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:42,285 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:42,286 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:42,288 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:42,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:40:42,289 DEBUG [Thread-143 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:42,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:42,290 DEBUG [Thread-143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:42,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:42,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:42,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:42,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-21T14:40:42,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:42,298 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:40:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:40:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:40:42,300 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:40:42,300 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:40:42,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:40:42,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:40:42,304 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:40:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:40:42,306 DEBUG [Thread-160 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:42,307 DEBUG [Thread-160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:40:42,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:42,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:40:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:42,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:42,316 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:40:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:40:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:40:42,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:40:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:40:42,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:40:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:42,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:40:42,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:42,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:40:42,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:42,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:42,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:42,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:42,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T14:40:42,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:42,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:42,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:42,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:42,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/a638c06563cd4833b0f82d7b4d7f28e8 is 50, key is test_row_0/A:col10/1732200042368/Put/seqid=0 2024-11-21T14:40:42,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200102499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200102503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:42,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200102508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200042452, max timestamp=1732200042509Num uniques 859; 2024-11-21T14:40:42,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:42,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200042452, max timestamp=1732200042509Num uniques 859; 2024-11-21T14:40:42,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200042452, max timestamp=1732200042509Num uniques 859; 2024-11-21T14:40:42,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:42,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741837_1013 (size=12001) 2024-11-21T14:40:42,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:42,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:40:42,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T14:40:42,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:42,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:42,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:42,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200102686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200102690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200102691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200102695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200102702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200102813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200102814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200102814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200102814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200102824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:42,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T14:40:42,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:42,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:42,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:42,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:40:42,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/a638c06563cd4833b0f82d7b4d7f28e8 2024-11-21T14:40:43,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T14:40:43,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:43,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:43,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:43,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:43,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200103023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200103035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200103035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200103035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200103043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/05fcc18df4c34d7a8bb31bd750799ee0 is 50, key is test_row_0/B:col10/1732200042368/Put/seqid=0 2024-11-21T14:40:43,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T14:40:43,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:43,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:43,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:43,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741838_1014 (size=12001) 2024-11-21T14:40:43,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/05fcc18df4c34d7a8bb31bd750799ee0 2024-11-21T14:40:43,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/805515006eec422f8a0fdf9059c11918 is 50, key is test_row_0/C:col10/1732200042368/Put/seqid=0 2024-11-21T14:40:43,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741839_1015 (size=12001) 2024-11-21T14:40:43,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/805515006eec422f8a0fdf9059c11918 2024-11-21T14:40:43,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/a638c06563cd4833b0f82d7b4d7f28e8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a638c06563cd4833b0f82d7b4d7f28e8 2024-11-21T14:40:43,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a638c06563cd4833b0f82d7b4d7f28e8, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T14:40:43,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/05fcc18df4c34d7a8bb31bd750799ee0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/05fcc18df4c34d7a8bb31bd750799ee0 2024-11-21T14:40:43,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/05fcc18df4c34d7a8bb31bd750799ee0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T14:40:43,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/805515006eec422f8a0fdf9059c11918 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805515006eec422f8a0fdf9059c11918 2024-11-21T14:40:43,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T14:40:43,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:43,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:43,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:43,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:43,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200103343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200103352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200103354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200103355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200103355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805515006eec422f8a0fdf9059c11918, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T14:40:43,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for d8a1a95c18f982d24825e950bf8d2708 in 1021ms, sequenceid=13, compaction requested=false 2024-11-21T14:40:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T14:40:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:40:43,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-21T14:40:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:43,534 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-21T14:40:43,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:43,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/b5e7e887b2694d9990abc3dac3f6dbf0 is 50, key is test_row_0/A:col10/1732200042604/Put/seqid=0 2024-11-21T14:40:43,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741840_1016 (size=12001) 2024-11-21T14:40:43,615 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/b5e7e887b2694d9990abc3dac3f6dbf0 2024-11-21T14:40:43,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/d1a9a840cce949b5830859fab8165d8c is 50, key is test_row_0/B:col10/1732200042604/Put/seqid=0 2024-11-21T14:40:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741841_1017 (size=12001) 2024-11-21T14:40:43,676 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/d1a9a840cce949b5830859fab8165d8c 2024-11-21T14:40:43,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/35edf3ceeeed48efaf658aeb6c1b060c is 50, key is test_row_0/C:col10/1732200042604/Put/seqid=0 2024-11-21T14:40:43,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741842_1018 (size=12001) 2024-11-21T14:40:43,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:43,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200103902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200103906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200103908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200103912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:43,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200103913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200104022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200104023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200104023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200104032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200104043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,139 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/35edf3ceeeed48efaf658aeb6c1b060c 2024-11-21T14:40:44,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/b5e7e887b2694d9990abc3dac3f6dbf0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b5e7e887b2694d9990abc3dac3f6dbf0 2024-11-21T14:40:44,175 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b5e7e887b2694d9990abc3dac3f6dbf0, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T14:40:44,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/d1a9a840cce949b5830859fab8165d8c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/d1a9a840cce949b5830859fab8165d8c 2024-11-21T14:40:44,201 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/d1a9a840cce949b5830859fab8165d8c, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T14:40:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/35edf3ceeeed48efaf658aeb6c1b060c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/35edf3ceeeed48efaf658aeb6c1b060c 2024-11-21T14:40:44,228 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/35edf3ceeeed48efaf658aeb6c1b060c, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T14:40:44,230 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=67.09 KB/68700 for d8a1a95c18f982d24825e950bf8d2708 in 696ms, sequenceid=47, compaction requested=false 2024-11-21T14:40:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:44,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T14:40:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T14:40:44,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T14:40:44,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:44,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:44,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:44,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:44,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:44,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T14:40:44,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:44,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9330 sec 2024-11-21T14:40:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:44,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.9540 sec 2024-11-21T14:40:44,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/15ba773855a34ef9b0a67a513639fd34 is 50, key is test_row_0/A:col10/1732200043901/Put/seqid=0 2024-11-21T14:40:44,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741843_1019 (size=12001) 2024-11-21T14:40:44,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200104285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200104289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200104296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200104301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200104304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200104412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200104413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200104413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200104414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200104422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,439 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:40:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:40:44,443 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:40:44,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:40:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-21T14:40:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T14:40:44,451 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:40:44,452 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:40:44,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:40:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T14:40:44,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T14:40:44,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:44,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:44,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:44,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:44,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:44,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200104622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200104632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200104633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200104633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200104634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:44,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/15ba773855a34ef9b0a67a513639fd34 2024-11-21T14:40:44,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T14:40:44,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/e01c3230357442729c755b92af509a37 is 50, key is test_row_0/B:col10/1732200043901/Put/seqid=0 2024-11-21T14:40:44,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:44,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:44,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:44,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:44,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T14:40:44,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741844_1020 (size=12001) 2024-11-21T14:40:44,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/e01c3230357442729c755b92af509a37 2024-11-21T14:40:44,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/923b4c490c044946bf72c3d9424f09c5 is 50, key is test_row_0/C:col10/1732200043901/Put/seqid=0 2024-11-21T14:40:44,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741845_1021 (size=12001) 2024-11-21T14:40:44,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/923b4c490c044946bf72c3d9424f09c5 2024-11-21T14:40:44,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/15ba773855a34ef9b0a67a513639fd34 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15ba773855a34ef9b0a67a513639fd34 2024-11-21T14:40:44,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15ba773855a34ef9b0a67a513639fd34, entries=150, sequenceid=61, filesize=11.7 K 2024-11-21T14:40:44,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/e01c3230357442729c755b92af509a37 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e01c3230357442729c755b92af509a37 2024-11-21T14:40:44,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e01c3230357442729c755b92af509a37, entries=150, sequenceid=61, filesize=11.7 K 2024-11-21T14:40:44,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/923b4c490c044946bf72c3d9424f09c5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/923b4c490c044946bf72c3d9424f09c5 2024-11-21T14:40:44,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T14:40:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:44,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:44,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:44,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/923b4c490c044946bf72c3d9424f09c5, entries=150, sequenceid=61, filesize=11.7 K 2024-11-21T14:40:44,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for d8a1a95c18f982d24825e950bf8d2708 in 701ms, sequenceid=61, compaction requested=true 2024-11-21T14:40:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:44,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:40:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:40:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:44,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:40:44,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:44,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=114.05 KB heapSize=339.89 KB 2024-11-21T14:40:44,962 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:44,962 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:44,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200044294, max timestamp=1732200044954Num uniques 859; 2024-11-21T14:40:44,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:40:44,967 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:44,967 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:44,969 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:40:44,970 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:44,970 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:40:44,971 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:44,971 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a638c06563cd4833b0f82d7b4d7f28e8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b5e7e887b2694d9990abc3dac3f6dbf0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15ba773855a34ef9b0a67a513639fd34] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=35.2 K 2024-11-21T14:40:44,971 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/05fcc18df4c34d7a8bb31bd750799ee0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/d1a9a840cce949b5830859fab8165d8c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e01c3230357442729c755b92af509a37] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=35.2 K 2024-11-21T14:40:44,972 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting a638c06563cd4833b0f82d7b4d7f28e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732200042368 2024-11-21T14:40:44,973 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 05fcc18df4c34d7a8bb31bd750799ee0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732200042368 2024-11-21T14:40:44,974 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a9a840cce949b5830859fab8165d8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732200042604 2024-11-21T14:40:44,975 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5e7e887b2694d9990abc3dac3f6dbf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732200042604 2024-11-21T14:40:44,976 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15ba773855a34ef9b0a67a513639fd34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732200043901 2024-11-21T14:40:44,976 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting e01c3230357442729c755b92af509a37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732200043901 2024-11-21T14:40:44,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200044294, max timestamp=1732200044952Num uniques 859; 2024-11-21T14:40:44,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:40:44,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:44,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:44,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:44,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:44,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:44,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:45,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/8cff1f68edf7486a9ac8b73996b4161f is 50, key is test_row_0/A:col10/1732200044954/Put/seqid=0 2024-11-21T14:40:45,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741846_1022 (size=14341) 2024-11-21T14:40:45,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/8cff1f68edf7486a9ac8b73996b4161f 2024-11-21T14:40:45,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T14:40:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:45,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:45,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:45,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T14:40:45,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/4caf605ab5f54191a7acfa06e35557cf is 50, key is test_row_0/B:col10/1732200044954/Put/seqid=0 2024-11-21T14:40:45,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:45,087 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#10 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:45,090 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:45,092 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/185d4f6dfabe424cb2c44c524a3369ac is 50, key is test_row_0/A:col10/1732200043901/Put/seqid=0 2024-11-21T14:40:45,096 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/6cfbc169312f4cb98e280e2590b4125a is 50, key is test_row_0/B:col10/1732200043901/Put/seqid=0 2024-11-21T14:40:45,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200105072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200105075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200105102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200105100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200105103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741847_1023 (size=12001) 2024-11-21T14:40:45,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/4caf605ab5f54191a7acfa06e35557cf 2024-11-21T14:40:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741848_1024 (size=12104) 2024-11-21T14:40:45,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/38a8f9fd6733476bae46123b639d88bc is 50, key is test_row_0/C:col10/1732200044954/Put/seqid=0 2024-11-21T14:40:45,173 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:40:45,173 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/185d4f6dfabe424cb2c44c524a3369ac as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/185d4f6dfabe424cb2c44c524a3369ac 2024-11-21T14:40:45,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741849_1025 (size=12104) 2024-11-21T14:40:45,207 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/6cfbc169312f4cb98e280e2590b4125a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/6cfbc169312f4cb98e280e2590b4125a 2024-11-21T14:40:45,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200105212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200105212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741850_1026 (size=12001) 2024-11-21T14:40:45,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/38a8f9fd6733476bae46123b639d88bc 2024-11-21T14:40:45,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200105223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200105224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T14:40:45,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:45,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:45,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:45,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/8cff1f68edf7486a9ac8b73996b4161f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8cff1f68edf7486a9ac8b73996b4161f 2024-11-21T14:40:45,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:45,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:45,243 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into 6cfbc169312f4cb98e280e2590b4125a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:45,243 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:45,245 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into 185d4f6dfabe424cb2c44c524a3369ac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:45,245 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:45,248 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=13, startTime=1732200044959; duration=0sec 2024-11-21T14:40:45,249 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:45,249 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:40:45,249 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:45,251 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=13, startTime=1732200044942; duration=0sec 2024-11-21T14:40:45,251 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:45,251 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:40:45,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8cff1f68edf7486a9ac8b73996b4161f, entries=200, sequenceid=84, filesize=14.0 K 2024-11-21T14:40:45,259 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:45,259 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:40:45,260 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:45,260 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805515006eec422f8a0fdf9059c11918, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/35edf3ceeeed48efaf658aeb6c1b060c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/923b4c490c044946bf72c3d9424f09c5] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=35.2 K 2024-11-21T14:40:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/4caf605ab5f54191a7acfa06e35557cf as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4caf605ab5f54191a7acfa06e35557cf 2024-11-21T14:40:45,261 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 805515006eec422f8a0fdf9059c11918, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732200042368 2024-11-21T14:40:45,263 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 35edf3ceeeed48efaf658aeb6c1b060c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732200042604 2024-11-21T14:40:45,265 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 923b4c490c044946bf72c3d9424f09c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732200043901 2024-11-21T14:40:45,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200105253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4caf605ab5f54191a7acfa06e35557cf, entries=150, sequenceid=84, filesize=11.7 K 2024-11-21T14:40:45,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/38a8f9fd6733476bae46123b639d88bc as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/38a8f9fd6733476bae46123b639d88bc 2024-11-21T14:40:45,294 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#14 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:45,295 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/010d5a082962406090d25b8bbdcde004 is 50, key is test_row_0/C:col10/1732200043901/Put/seqid=0 2024-11-21T14:40:45,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/38a8f9fd6733476bae46123b639d88bc, entries=150, sequenceid=84, filesize=11.7 K 2024-11-21T14:40:45,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~203.97 KB/208864, currentSize=114.05 KB/116790 for d8a1a95c18f982d24825e950bf8d2708 in 350ms, sequenceid=84, compaction requested=false 2024-11-21T14:40:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741851_1027 (size=12104) 2024-11-21T14:40:45,356 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/010d5a082962406090d25b8bbdcde004 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/010d5a082962406090d25b8bbdcde004 2024-11-21T14:40:45,372 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into 010d5a082962406090d25b8bbdcde004(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:45,372 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:45,372 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=13, startTime=1732200044959; duration=0sec 2024-11-21T14:40:45,372 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:45,372 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:40:45,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-21T14:40:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:45,399 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T14:40:45,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:45,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:45,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:45,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:45,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:45,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:45,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/6a29e0b5d41149f4bffec2ea452f4949 is 50, key is test_row_0/A:col10/1732200045099/Put/seqid=0 2024-11-21T14:40:45,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741852_1028 (size=12001) 2024-11-21T14:40:45,437 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/6a29e0b5d41149f4bffec2ea452f4949 2024-11-21T14:40:45,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:45,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/1566d623aa4b40719cc1a05acec973e1 is 50, key is test_row_0/B:col10/1732200045099/Put/seqid=0 2024-11-21T14:40:45,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200105468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200105478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200105479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200105481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200105472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741853_1029 (size=12001) 2024-11-21T14:40:45,510 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/1566d623aa4b40719cc1a05acec973e1 2024-11-21T14:40:45,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/25aabc11d2d14019b7500b99c7803bd1 is 50, key is test_row_0/C:col10/1732200045099/Put/seqid=0 2024-11-21T14:40:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T14:40:45,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200105592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741854_1030 (size=12001) 2024-11-21T14:40:45,600 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/25aabc11d2d14019b7500b99c7803bd1 2024-11-21T14:40:45,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200105602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200105602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200105602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/6a29e0b5d41149f4bffec2ea452f4949 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/6a29e0b5d41149f4bffec2ea452f4949 2024-11-21T14:40:45,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:40:45,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T14:40:45,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:40:45,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T14:40:45,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T14:40:45,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T14:40:45,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T14:40:45,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T14:40:45,631 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/6a29e0b5d41149f4bffec2ea452f4949, entries=150, sequenceid=107, filesize=11.7 K 2024-11-21T14:40:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/1566d623aa4b40719cc1a05acec973e1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1566d623aa4b40719cc1a05acec973e1 2024-11-21T14:40:45,645 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1566d623aa4b40719cc1a05acec973e1, entries=150, sequenceid=107, filesize=11.7 K 2024-11-21T14:40:45,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/25aabc11d2d14019b7500b99c7803bd1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/25aabc11d2d14019b7500b99c7803bd1 2024-11-21T14:40:45,660 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/25aabc11d2d14019b7500b99c7803bd1, entries=150, sequenceid=107, filesize=11.7 K 2024-11-21T14:40:45,663 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for d8a1a95c18f982d24825e950bf8d2708 in 263ms, sequenceid=107, compaction requested=true 2024-11-21T14:40:45,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:45,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:45,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T14:40:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T14:40:45,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:40:45,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2130 sec 2024-11-21T14:40:45,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.2310 sec 2024-11-21T14:40:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:45,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T14:40:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:45,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:45,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/d959ab2a0999454d8102f4d63438701a is 50, key is test_row_0/A:col10/1732200045477/Put/seqid=0 2024-11-21T14:40:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200105863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200105863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200105865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200105866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200105872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741855_1031 (size=14341) 2024-11-21T14:40:45,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/d959ab2a0999454d8102f4d63438701a 2024-11-21T14:40:45,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/166891bd89314f21a0953859ab1b7295 is 50, key is test_row_0/B:col10/1732200045477/Put/seqid=0 2024-11-21T14:40:45,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741856_1032 (size=12001) 2024-11-21T14:40:45,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200105983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200105983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200105983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200105993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200105994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200106203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200106203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200106203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200106203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200106204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/166891bd89314f21a0953859ab1b7295 2024-11-21T14:40:46,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/517eb5e986c8460abcd7c2552d5c20d2 is 50, key is test_row_0/C:col10/1732200045477/Put/seqid=0 2024-11-21T14:40:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741857_1033 (size=12001) 2024-11-21T14:40:46,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/517eb5e986c8460abcd7c2552d5c20d2 2024-11-21T14:40:46,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/d959ab2a0999454d8102f4d63438701a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d959ab2a0999454d8102f4d63438701a 2024-11-21T14:40:46,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d959ab2a0999454d8102f4d63438701a, entries=200, sequenceid=121, filesize=14.0 K 2024-11-21T14:40:46,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/166891bd89314f21a0953859ab1b7295 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/166891bd89314f21a0953859ab1b7295 2024-11-21T14:40:46,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/166891bd89314f21a0953859ab1b7295, entries=150, sequenceid=121, filesize=11.7 K 2024-11-21T14:40:46,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/517eb5e986c8460abcd7c2552d5c20d2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/517eb5e986c8460abcd7c2552d5c20d2 2024-11-21T14:40:46,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/517eb5e986c8460abcd7c2552d5c20d2, entries=150, sequenceid=121, filesize=11.7 K 2024-11-21T14:40:46,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for d8a1a95c18f982d24825e950bf8d2708 in 639ms, sequenceid=121, compaction requested=true 2024-11-21T14:40:46,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:46,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:40:46,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:46,448 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:40:46,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:40:46,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:46,450 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:40:46,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:40:46,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:46,453 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:40:46,453 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:40:46,453 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:46,453 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/185d4f6dfabe424cb2c44c524a3369ac, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8cff1f68edf7486a9ac8b73996b4161f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/6a29e0b5d41149f4bffec2ea452f4949, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d959ab2a0999454d8102f4d63438701a] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=51.5 K 2024-11-21T14:40:46,456 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 185d4f6dfabe424cb2c44c524a3369ac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732200043901 2024-11-21T14:40:46,457 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:40:46,458 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cff1f68edf7486a9ac8b73996b4161f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732200044294 2024-11-21T14:40:46,458 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:40:46,458 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:46,458 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/6cfbc169312f4cb98e280e2590b4125a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4caf605ab5f54191a7acfa06e35557cf, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1566d623aa4b40719cc1a05acec973e1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/166891bd89314f21a0953859ab1b7295] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=47.0 K 2024-11-21T14:40:46,459 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a29e0b5d41149f4bffec2ea452f4949, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732200045092 2024-11-21T14:40:46,460 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cfbc169312f4cb98e280e2590b4125a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732200043901 2024-11-21T14:40:46,460 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting d959ab2a0999454d8102f4d63438701a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732200045457 2024-11-21T14:40:46,461 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 4caf605ab5f54191a7acfa06e35557cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732200044952 2024-11-21T14:40:46,461 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 1566d623aa4b40719cc1a05acec973e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732200045092 2024-11-21T14:40:46,462 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 166891bd89314f21a0953859ab1b7295, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732200045465 2024-11-21T14:40:46,495 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:46,496 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/460489ec22b44a4f999db3a490fa5fbc is 50, key is test_row_0/A:col10/1732200045477/Put/seqid=0 2024-11-21T14:40:46,504 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:46,505 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/08e558b9ff9346e8b72fa4bd91d46793 is 50, key is test_row_0/B:col10/1732200045477/Put/seqid=0 2024-11-21T14:40:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:46,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T14:40:46,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741858_1034 (size=12241) 2024-11-21T14:40:46,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741859_1035 (size=12241) 2024-11-21T14:40:46,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200045829, max timestamp=1732200046516Num uniques 859; 2024-11-21T14:40:46,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200045829, max timestamp=1732200046516Num uniques 859; 2024-11-21T14:40:46,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:40:46,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:40:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:46,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:46,538 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/460489ec22b44a4f999db3a490fa5fbc as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/460489ec22b44a4f999db3a490fa5fbc 2024-11-21T14:40:46,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/4052405e43494861908e4f24de838692 is 50, key is test_row_0/A:col10/1732200046516/Put/seqid=0 2024-11-21T14:40:46,563 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into 460489ec22b44a4f999db3a490fa5fbc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:46,563 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:46,563 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=12, startTime=1732200046448; duration=0sec 2024-11-21T14:40:46,563 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:46,563 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:40:46,564 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:40:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741860_1036 (size=12151) 2024-11-21T14:40:46,568 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:40:46,568 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:40:46,569 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:46,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/4052405e43494861908e4f24de838692 2024-11-21T14:40:46,569 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/010d5a082962406090d25b8bbdcde004, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/38a8f9fd6733476bae46123b639d88bc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/25aabc11d2d14019b7500b99c7803bd1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/517eb5e986c8460abcd7c2552d5c20d2] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=47.0 K 2024-11-21T14:40:46,570 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 010d5a082962406090d25b8bbdcde004, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732200043901 2024-11-21T14:40:46,571 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38a8f9fd6733476bae46123b639d88bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732200044952 2024-11-21T14:40:46,573 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25aabc11d2d14019b7500b99c7803bd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732200045092 2024-11-21T14:40:46,575 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 517eb5e986c8460abcd7c2552d5c20d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732200045465 2024-11-21T14:40:46,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/e544137fb54e4149815b3718b08ddf96 is 50, key is test_row_0/B:col10/1732200046516/Put/seqid=0 2024-11-21T14:40:46,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200046558, max timestamp=1732200046588Num uniques 859; 2024-11-21T14:40:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200106577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200046558, max timestamp=1732200046588Num uniques 859; 2024-11-21T14:40:46,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732200046558, max timestamp=1732200046588Num uniques 859; 2024-11-21T14:40:46,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T14:40:46,603 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:40:46,603 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:46,603 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:40:46,604 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/d329c2865acc40409603a228befda2ec is 50, key is test_row_0/C:col10/1732200045477/Put/seqid=0 2024-11-21T14:40:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-21T14:40:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T14:40:46,640 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:40:46,643 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:40:46,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:40:46,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200106667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200106672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741861_1037 (size=12151) 2024-11-21T14:40:46,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/e544137fb54e4149815b3718b08ddf96 2024-11-21T14:40:46,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200106677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200106678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200106702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741862_1038 (size=12241) 2024-11-21T14:40:46,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/a46bbfc2dde441e99a7884e7822b0a06 is 50, key is test_row_0/C:col10/1732200046516/Put/seqid=0 2024-11-21T14:40:46,733 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/d329c2865acc40409603a228befda2ec as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/d329c2865acc40409603a228befda2ec 2024-11-21T14:40:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T14:40:46,744 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into d329c2865acc40409603a228befda2ec(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:46,744 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:46,744 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=12, startTime=1732200046449; duration=0sec 2024-11-21T14:40:46,745 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:46,745 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:40:46,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741863_1039 (size=12151) 2024-11-21T14:40:46,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/a46bbfc2dde441e99a7884e7822b0a06 2024-11-21T14:40:46,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/4052405e43494861908e4f24de838692 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/4052405e43494861908e4f24de838692 2024-11-21T14:40:46,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/4052405e43494861908e4f24de838692, entries=150, sequenceid=142, filesize=11.9 K 2024-11-21T14:40:46,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200106782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200106782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/e544137fb54e4149815b3718b08ddf96 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e544137fb54e4149815b3718b08ddf96 2024-11-21T14:40:46,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T14:40:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:46,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:46,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:46,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e544137fb54e4149815b3718b08ddf96, entries=150, sequenceid=142, filesize=11.9 K 2024-11-21T14:40:46,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/a46bbfc2dde441e99a7884e7822b0a06 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a46bbfc2dde441e99a7884e7822b0a06 2024-11-21T14:40:46,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200106801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:46,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200106802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:46,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:46,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:46,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a46bbfc2dde441e99a7884e7822b0a06, entries=150, sequenceid=142, filesize=11.9 K 2024-11-21T14:40:46,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=134.18 KB/137400 for d8a1a95c18f982d24825e950bf8d2708 in 306ms, sequenceid=142, compaction requested=false 2024-11-21T14:40:46,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:46,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-21T14:40:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:46,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/965ba5185d774cab9854ddad263d5563 is 50, key is test_row_0/A:col10/1732200046668/Put/seqid=0 2024-11-21T14:40:46,947 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/08e558b9ff9346e8b72fa4bd91d46793 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/08e558b9ff9346e8b72fa4bd91d46793 2024-11-21T14:40:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T14:40:46,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741864_1040 (size=12151) 2024-11-21T14:40:46,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T14:40:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:46,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:46,960 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into 08e558b9ff9346e8b72fa4bd91d46793(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:46,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/965ba5185d774cab9854ddad263d5563 2024-11-21T14:40:46,960 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:46,960 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=12, startTime=1732200046448; duration=0sec 2024-11-21T14:40:46,961 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:46,961 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:40:46,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/ad37079226f343c08eaabac45d6c3d7e is 50, key is test_row_0/B:col10/1732200046668/Put/seqid=0 2024-11-21T14:40:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741865_1041 (size=12151) 2024-11-21T14:40:47,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200106994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200107002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200107002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200107012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200107022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T14:40:47,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:47,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:47,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:47,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:47,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:47,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200107112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T14:40:47,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T14:40:47,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:47,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:47,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:47,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:47,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200107312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200107312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200107322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200107322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200107332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/ad37079226f343c08eaabac45d6c3d7e 2024-11-21T14:40:47,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T14:40:47,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:47,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:47,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:47,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:47,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/fc432034ca9c410bac5ea44597f74419 is 50, key is test_row_0/C:col10/1732200046668/Put/seqid=0 2024-11-21T14:40:47,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741866_1042 (size=12151) 2024-11-21T14:40:47,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/fc432034ca9c410bac5ea44597f74419 2024-11-21T14:40:47,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/965ba5185d774cab9854ddad263d5563 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/965ba5185d774cab9854ddad263d5563 2024-11-21T14:40:47,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/965ba5185d774cab9854ddad263d5563, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T14:40:47,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/ad37079226f343c08eaabac45d6c3d7e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/ad37079226f343c08eaabac45d6c3d7e 2024-11-21T14:40:47,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/ad37079226f343c08eaabac45d6c3d7e, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T14:40:47,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/fc432034ca9c410bac5ea44597f74419 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/fc432034ca9c410bac5ea44597f74419 2024-11-21T14:40:47,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/fc432034ca9c410bac5ea44597f74419, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T14:40:47,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for d8a1a95c18f982d24825e950bf8d2708 in 590ms, sequenceid=181, compaction requested=true 2024-11-21T14:40:47,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:47,516 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:47,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:40:47,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:47,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:40:47,517 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:47,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:47,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:40:47,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:47,521 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:47,521 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:47,521 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:40:47,521 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:40:47,521 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:47,521 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:47,522 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/460489ec22b44a4f999db3a490fa5fbc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/4052405e43494861908e4f24de838692, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/965ba5185d774cab9854ddad263d5563] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=35.7 K 2024-11-21T14:40:47,522 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/08e558b9ff9346e8b72fa4bd91d46793, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e544137fb54e4149815b3718b08ddf96, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/ad37079226f343c08eaabac45d6c3d7e] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=35.7 K 2024-11-21T14:40:47,523 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 460489ec22b44a4f999db3a490fa5fbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732200045465 2024-11-21T14:40:47,523 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 08e558b9ff9346e8b72fa4bd91d46793, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732200045465 2024-11-21T14:40:47,523 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4052405e43494861908e4f24de838692, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732200045829 2024-11-21T14:40:47,523 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting e544137fb54e4149815b3718b08ddf96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732200045829 2024-11-21T14:40:47,524 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 965ba5185d774cab9854ddad263d5563, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732200046663 2024-11-21T14:40:47,524 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting ad37079226f343c08eaabac45d6c3d7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732200046663 2024-11-21T14:40:47,551 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:47,552 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/cb2345587641485aa0c2024311dcc8ed is 50, key is test_row_0/A:col10/1732200046668/Put/seqid=0 2024-11-21T14:40:47,555 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:47,556 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/bc7225d4592549e98c6629a136204a70 is 50, key is test_row_0/B:col10/1732200046668/Put/seqid=0 2024-11-21T14:40:47,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741868_1044 (size=12493) 2024-11-21T14:40:47,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-21T14:40:47,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:47,581 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T14:40:47,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:47,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:47,589 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/bc7225d4592549e98c6629a136204a70 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/bc7225d4592549e98c6629a136204a70 2024-11-21T14:40:47,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741867_1043 (size=12493) 2024-11-21T14:40:47,602 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into bc7225d4592549e98c6629a136204a70(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:47,602 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:47,602 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=13, startTime=1732200047517; duration=0sec 2024-11-21T14:40:47,603 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:47,603 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:40:47,603 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/9e8790710b8c4a7285058ecd64bf902e is 50, key is test_row_1/A:col10/1732200046984/Put/seqid=0 2024-11-21T14:40:47,611 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/cb2345587641485aa0c2024311dcc8ed as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/cb2345587641485aa0c2024311dcc8ed 2024-11-21T14:40:47,615 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:47,615 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:40:47,615 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:47,615 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/d329c2865acc40409603a228befda2ec, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a46bbfc2dde441e99a7884e7822b0a06, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/fc432034ca9c410bac5ea44597f74419] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=35.7 K 2024-11-21T14:40:47,619 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d329c2865acc40409603a228befda2ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732200045465 2024-11-21T14:40:47,621 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a46bbfc2dde441e99a7884e7822b0a06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732200045829 2024-11-21T14:40:47,623 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting fc432034ca9c410bac5ea44597f74419, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732200046663 2024-11-21T14:40:47,630 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into cb2345587641485aa0c2024311dcc8ed(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:47,630 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:47,630 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=13, startTime=1732200047516; duration=0sec 2024-11-21T14:40:47,631 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:47,631 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:40:47,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:47,651 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:47,651 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/dc384b62fd784cbe84a661f58cc5879b is 50, key is test_row_0/C:col10/1732200046668/Put/seqid=0 2024-11-21T14:40:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741869_1045 (size=9757) 2024-11-21T14:40:47,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741870_1046 (size=12493) 2024-11-21T14:40:47,695 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/dc384b62fd784cbe84a661f58cc5879b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/dc384b62fd784cbe84a661f58cc5879b 2024-11-21T14:40:47,707 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into dc384b62fd784cbe84a661f58cc5879b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:47,707 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:47,707 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=13, startTime=1732200047518; duration=0sec 2024-11-21T14:40:47,708 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:47,708 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:40:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T14:40:47,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200047686, max timestamp=1732200047773Num uniques 859; 2024-11-21T14:40:47,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200047686, max timestamp=1732200047773Num uniques 859; 2024-11-21T14:40:47,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200047686, max timestamp=1732200047773Num uniques 859; 2024-11-21T14:40:47,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:40:47,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:40:47,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:40:47,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200107844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1732200047825, max timestamp=1732200047850Num uniques 1018; 2024-11-21T14:40:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200107849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1732200047825, max timestamp=1732200047850Num uniques 1018; 2024-11-21T14:40:47,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=16848, suffix heap size=133840,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=368 2024-11-21T14:40:47,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732200047836, max timestamp=1732200047850Num uniques 1018; 2024-11-21T14:40:47,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T14:40:47,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=16848, suffix heap size=133840,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=368 2024-11-21T14:40:47,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200107905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200107909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200107910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200107963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:47,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200107972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:47,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:47,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200108021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:48,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:48,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:48,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200108022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200108022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:48,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,056 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/9e8790710b8c4a7285058ecd64bf902e 2024-11-21T14:40:48,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/8a2007aec711476a823e3271fb8683bf is 50, key is test_row_1/B:col10/1732200046984/Put/seqid=0 2024-11-21T14:40:48,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741871_1047 (size=9757) 2024-11-21T14:40:48,088 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/8a2007aec711476a823e3271fb8683bf 2024-11-21T14:40:48,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/6df3ea2d33ca4b9394365d0fa3d41bdd is 50, key is test_row_1/C:col10/1732200046984/Put/seqid=0 2024-11-21T14:40:48,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741872_1048 (size=9757) 2024-11-21T14:40:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200108172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:48,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200108192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200108241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:48,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200108242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200108242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200108492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:48,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200108502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:48,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,516 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/6df3ea2d33ca4b9394365d0fa3d41bdd 2024-11-21T14:40:48,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/9e8790710b8c4a7285058ecd64bf902e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9e8790710b8c4a7285058ecd64bf902e 2024-11-21T14:40:48,536 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9e8790710b8c4a7285058ecd64bf902e, entries=100, sequenceid=191, filesize=9.5 K 2024-11-21T14:40:48,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/8a2007aec711476a823e3271fb8683bf as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8a2007aec711476a823e3271fb8683bf 2024-11-21T14:40:48,544 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8a2007aec711476a823e3271fb8683bf, entries=100, sequenceid=191, filesize=9.5 K 2024-11-21T14:40:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/6df3ea2d33ca4b9394365d0fa3d41bdd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/6df3ea2d33ca4b9394365d0fa3d41bdd 2024-11-21T14:40:48,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:48,553 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/6df3ea2d33ca4b9394365d0fa3d41bdd, entries=100, sequenceid=191, filesize=9.5 K 2024-11-21T14:40:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200108552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:48,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:48,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:48,554 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=152.07 KB/155720 for d8a1a95c18f982d24825e950bf8d2708 in 973ms, sequenceid=191, compaction requested=false 2024-11-21T14:40:48,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:48,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:48,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T14:40:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T14:40:48,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T14:40:48,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9140 sec 2024-11-21T14:40:48,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.9580 sec 2024-11-21T14:40:48,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=158.78 KB heapSize=445.39 KB 2024-11-21T14:40:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:48,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732200047902, max timestamp=1732200048564Num uniques 1227; 2024-11-21T14:40:48,569 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=8102, suffix heap size=155576,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=177 2024-11-21T14:40:48,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732200047902, max timestamp=1732200048564Num uniques 1027; 2024-11-21T14:40:48,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-21T14:40:48,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732200047902, max timestamp=1732200048564Num uniques 1227; 2024-11-21T14:40:48,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=8102, suffix heap size=155576,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=177 2024-11-21T14:40:48,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:48,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:48,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/38feed00606a4c16b322331142299f95 is 50, key is test_row_0/A:col10/1732200048564/Put/seqid=0 2024-11-21T14:40:48,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741873_1049 (size=12151) 2024-11-21T14:40:48,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/38feed00606a4c16b322331142299f95 2024-11-21T14:40:48,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/f6e3411bbd7c49eba5982c33d41c68f5 is 50, key is test_row_0/B:col10/1732200048564/Put/seqid=0 2024-11-21T14:40:48,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732200048620, max timestamp=1732200048652Num uniques 859; 2024-11-21T14:40:48,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:48,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200048620, max timestamp=1732200048652Num uniques 859; 2024-11-21T14:40:48,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732200048620, max timestamp=1732200048652Num uniques 859; 2024-11-21T14:40:48,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:48,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:48,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741874_1050 (size=12151) 2024-11-21T14:40:48,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/f6e3411bbd7c49eba5982c33d41c68f5 2024-11-21T14:40:48,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/cefb740087b74ffabc226a6a4c4b5c7b is 50, key is test_row_0/C:col10/1732200048564/Put/seqid=0 2024-11-21T14:40:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741875_1051 (size=12151) 2024-11-21T14:40:48,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732200048706, max timestamp=1732200048728Num uniques 1068; 2024-11-21T14:40:48,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732200048706, max timestamp=1732200048728Num uniques 1068; 2024-11-21T14:40:48,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-21T14:40:48,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-21T14:40:48,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732200048706, max timestamp=1732200048728Num uniques 1068; 2024-11-21T14:40:48,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-21T14:40:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T14:40:48,782 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:40:48,784 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:40:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-21T14:40:48,787 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:40:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T14:40:48,789 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:40:48,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:40:48,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732200048775, max timestamp=1732200048824Num uniques 1077; 2024-11-21T14:40:48,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-21T14:40:48,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732200048775, max timestamp=1732200048824Num uniques 1077; 2024-11-21T14:40:48,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-21T14:40:48,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732200048775, max timestamp=1732200048824Num uniques 1077; 2024-11-21T14:40:48,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-21T14:40:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T14:40:48,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732200048876, max timestamp=1732200048906Num uniques 1086; 2024-11-21T14:40:48,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-21T14:40:48,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732200048876, max timestamp=1732200048906Num uniques 1086; 2024-11-21T14:40:48,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-21T14:40:48,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732200048876, max timestamp=1732200048906Num uniques 1086; 2024-11-21T14:40:48,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-21T14:40:48,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T14:40:48,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:48,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:48,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:48,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:48,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:48,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732200048964, max timestamp=1732200048984Num uniques 1045; 2024-11-21T14:40:48,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732200048964, max timestamp=1732200048984Num uniques 1045; 2024-11-21T14:40:48,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-21T14:40:48,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-21T14:40:48,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732200048964, max timestamp=1732200048984Num uniques 1045; 2024-11-21T14:40:48,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-21T14:40:49,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13914, totalHeapSize=31856, min timestamp=1732200049016, max timestamp=1732200049041Num uniques 1054; 2024-11-21T14:40:49,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13914, totalHeapSize=31856, min timestamp=1732200049016, max timestamp=1732200049041Num uniques 1054; 2024-11-21T14:40:49,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48264, new segment data size=13914, suffix heap size=137584,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=304 2024-11-21T14:40:49,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48264, new segment data size=13914, suffix heap size=137584,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=304 2024-11-21T14:40:49,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732200049026, max timestamp=1732200049041Num uniques 1054; 2024-11-21T14:40:49,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48264, new segment data size=6870, suffix heap size=137584,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=150 2024-11-21T14:40:49,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T14:40:49,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:49,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:49,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:49,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:49,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:49,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732200049083, max timestamp=1732200049093Num uniques 1163; 2024-11-21T14:40:49,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=7458, suffix heap size=148920,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=163 2024-11-21T14:40:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T14:40:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200109089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732200049083, max timestamp=1732200049093Num uniques 1163; 2024-11-21T14:40:49,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=7458, suffix heap size=148920,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=163 2024-11-21T14:40:49,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/cefb740087b74ffabc226a6a4c4b5c7b 2024-11-21T14:40:49,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732200049083, max timestamp=1732200049093Num uniques 1009; 2024-11-21T14:40:49,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150 2024-11-21T14:40:49,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/38feed00606a4c16b322331142299f95 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/38feed00606a4c16b322331142299f95 2024-11-21T14:40:49,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/38feed00606a4c16b322331142299f95, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T14:40:49,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/f6e3411bbd7c49eba5982c33d41c68f5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/f6e3411bbd7c49eba5982c33d41c68f5 2024-11-21T14:40:49,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/f6e3411bbd7c49eba5982c33d41c68f5, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T14:40:49,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/cefb740087b74ffabc226a6a4c4b5c7b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/cefb740087b74ffabc226a6a4c4b5c7b 2024-11-21T14:40:49,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/cefb740087b74ffabc226a6a4c4b5c7b, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T14:40:49,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~84.42 KB/86448, currentSize=46.39 KB/47502 for d8a1a95c18f982d24825e950bf8d2708 in 597ms, sequenceid=250, compaction requested=true 2024-11-21T14:40:49,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:49,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:40:49,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:49,164 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:49,164 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:49,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:40:49,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:49,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:40:49,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:49,166 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:49,166 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:40:49,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=73.22 KB heapSize=203.99 KB 2024-11-21T14:40:49,166 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:49,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:49,167 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/bc7225d4592549e98c6629a136204a70, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8a2007aec711476a823e3271fb8683bf, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/f6e3411bbd7c49eba5982c33d41c68f5] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=33.6 K 2024-11-21T14:40:49,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:49,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:49,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:49,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:49,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:49,167 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:49,167 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting bc7225d4592549e98c6629a136204a70, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732200046663 2024-11-21T14:40:49,167 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:40:49,168 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:49,168 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/cb2345587641485aa0c2024311dcc8ed, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9e8790710b8c4a7285058ecd64bf902e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/38feed00606a4c16b322331142299f95] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=33.6 K 2024-11-21T14:40:49,168 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a2007aec711476a823e3271fb8683bf, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732200046984 2024-11-21T14:40:49,169 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb2345587641485aa0c2024311dcc8ed, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732200046663 2024-11-21T14:40:49,169 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting f6e3411bbd7c49eba5982c33d41c68f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200047906 2024-11-21T14:40:49,170 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e8790710b8c4a7285058ecd64bf902e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732200046984 2024-11-21T14:40:49,172 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38feed00606a4c16b322331142299f95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200047906 2024-11-21T14:40:49,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/a614d837a60c42d98cf76f20d086ed38 is 50, key is test_row_0/A:col10/1732200049120/Put/seqid=0 2024-11-21T14:40:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741876_1052 (size=14741) 2024-11-21T14:40:49,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/a614d837a60c42d98cf76f20d086ed38 2024-11-21T14:40:49,196 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:49,197 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/a3a7307912e944e2872778c503d814b2 is 50, key is test_row_0/A:col10/1732200048564/Put/seqid=0 2024-11-21T14:40:49,198 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:49,199 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/c7f73848884d43fc9c9c6293de3ced1f is 50, key is test_row_0/B:col10/1732200048564/Put/seqid=0 2024-11-21T14:40:49,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741877_1053 (size=12595) 2024-11-21T14:40:49,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/bbd3e34610644f1a8b180e7071fb4cc9 is 50, key is test_row_0/B:col10/1732200049120/Put/seqid=0 2024-11-21T14:40:49,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200109234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,249 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/a3a7307912e944e2872778c503d814b2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a3a7307912e944e2872778c503d814b2 2024-11-21T14:40:49,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200109236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741878_1054 (size=12595) 2024-11-21T14:40:49,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T14:40:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:49,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200109237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200109244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200109244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,266 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into a3a7307912e944e2872778c503d814b2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:49,266 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:49,266 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/c7f73848884d43fc9c9c6293de3ced1f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/c7f73848884d43fc9c9c6293de3ced1f 2024-11-21T14:40:49,267 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=13, startTime=1732200049164; duration=0sec 2024-11-21T14:40:49,270 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:49,270 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:40:49,270 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:49,272 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:49,273 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:40:49,273 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:49,273 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/dc384b62fd784cbe84a661f58cc5879b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/6df3ea2d33ca4b9394365d0fa3d41bdd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/cefb740087b74ffabc226a6a4c4b5c7b] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=33.6 K 2024-11-21T14:40:49,274 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc384b62fd784cbe84a661f58cc5879b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732200046663 2024-11-21T14:40:49,277 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6df3ea2d33ca4b9394365d0fa3d41bdd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732200046984 2024-11-21T14:40:49,278 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting cefb740087b74ffabc226a6a4c4b5c7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200047906 2024-11-21T14:40:49,278 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into c7f73848884d43fc9c9c6293de3ced1f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:49,279 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:49,279 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=13, startTime=1732200049164; duration=0sec 2024-11-21T14:40:49,279 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:49,279 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:40:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741879_1055 (size=12301) 2024-11-21T14:40:49,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/bbd3e34610644f1a8b180e7071fb4cc9 2024-11-21T14:40:49,310 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:49,311 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/b87917ce5f1844d2ae2862fe5309002b is 50, key is test_row_0/C:col10/1732200048564/Put/seqid=0 2024-11-21T14:40:49,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/12345e3f3aaf4baea1c432dca6809b74 is 50, key is test_row_0/C:col10/1732200049120/Put/seqid=0 2024-11-21T14:40:49,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741880_1056 (size=12595) 2024-11-21T14:40:49,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741881_1057 (size=12301) 2024-11-21T14:40:49,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.03 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/12345e3f3aaf4baea1c432dca6809b74 2024-11-21T14:40:49,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/a614d837a60c42d98cf76f20d086ed38 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a614d837a60c42d98cf76f20d086ed38 2024-11-21T14:40:49,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200109352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200109363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200109363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200109363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200109363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a614d837a60c42d98cf76f20d086ed38, entries=200, sequenceid=381, filesize=14.4 K 2024-11-21T14:40:49,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/bbd3e34610644f1a8b180e7071fb4cc9 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/bbd3e34610644f1a8b180e7071fb4cc9 2024-11-21T14:40:49,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/bbd3e34610644f1a8b180e7071fb4cc9, entries=150, sequenceid=381, filesize=12.0 K 2024-11-21T14:40:49,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/12345e3f3aaf4baea1c432dca6809b74 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/12345e3f3aaf4baea1c432dca6809b74 2024-11-21T14:40:49,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/12345e3f3aaf4baea1c432dca6809b74, entries=150, sequenceid=381, filesize=12.0 K 2024-11-21T14:40:49,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.22 KB/74982, heapSize ~203.95 KB/208840, currentSize=107.34 KB/109920 for d8a1a95c18f982d24825e950bf8d2708 in 245ms, sequenceid=381, compaction requested=false 2024-11-21T14:40:49,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T14:40:49,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-21T14:40:49,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:49,415 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T14:40:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/53ead765987b462b8bfb2d17a94b6604 is 50, key is test_row_0/A:col10/1732200049240/Put/seqid=0 2024-11-21T14:40:49,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741882_1058 (size=12301) 2024-11-21T14:40:49,450 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/53ead765987b462b8bfb2d17a94b6604 2024-11-21T14:40:49,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/9db301dbf7884d80a426653c1213d8e3 is 50, key is test_row_0/B:col10/1732200049240/Put/seqid=0 2024-11-21T14:40:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741883_1059 (size=12301) 2024-11-21T14:40:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:49,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:49,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200109585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200109588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200109588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200109590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200109593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200109702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200109702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200109702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200109702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200109703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,739 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/b87917ce5f1844d2ae2862fe5309002b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/b87917ce5f1844d2ae2862fe5309002b 2024-11-21T14:40:49,749 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into b87917ce5f1844d2ae2862fe5309002b(size=12.3 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:49,749 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:49,749 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=13, startTime=1732200049166; duration=0sec 2024-11-21T14:40:49,749 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:49,749 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:40:49,893 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/9db301dbf7884d80a426653c1213d8e3 2024-11-21T14:40:49,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/ddb5482b9da44753a9e692551053f252 is 50, key is test_row_0/C:col10/1732200049240/Put/seqid=0 2024-11-21T14:40:49,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200109912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200109912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200109912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200109912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200109913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T14:40:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:49,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741884_1060 (size=12301) 2024-11-21T14:40:49,941 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/ddb5482b9da44753a9e692551053f252 2024-11-21T14:40:49,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/53ead765987b462b8bfb2d17a94b6604 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/53ead765987b462b8bfb2d17a94b6604 2024-11-21T14:40:49,959 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/53ead765987b462b8bfb2d17a94b6604, entries=150, sequenceid=402, filesize=12.0 K 2024-11-21T14:40:49,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/9db301dbf7884d80a426653c1213d8e3 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/9db301dbf7884d80a426653c1213d8e3 2024-11-21T14:40:49,971 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/9db301dbf7884d80a426653c1213d8e3, entries=150, sequenceid=402, filesize=12.0 K 2024-11-21T14:40:49,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/ddb5482b9da44753a9e692551053f252 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/ddb5482b9da44753a9e692551053f252 2024-11-21T14:40:49,990 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/ddb5482b9da44753a9e692551053f252, entries=150, sequenceid=402, filesize=12.0 K 2024-11-21T14:40:49,993 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for d8a1a95c18f982d24825e950bf8d2708 in 579ms, sequenceid=402, compaction requested=true 2024-11-21T14:40:49,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:49,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:49,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T14:40:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T14:40:49,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T14:40:49,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2070 sec 2024-11-21T14:40:50,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2160 sec 2024-11-21T14:40:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:50,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-21T14:40:50,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:50,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:50,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:50,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:50,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:50,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:50,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/8a8d2e5d032f4791a27dd0260ae49e41 is 50, key is test_row_0/A:col10/1732200049591/Put/seqid=0 2024-11-21T14:40:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741885_1061 (size=12301) 2024-11-21T14:40:50,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200110257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200110258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200110262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/8a8d2e5d032f4791a27dd0260ae49e41 2024-11-21T14:40:50,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200110269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200110270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/554df9adfee74b71808b409a799339ab is 50, key is test_row_0/B:col10/1732200049591/Put/seqid=0 2024-11-21T14:40:50,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741886_1062 (size=12301) 2024-11-21T14:40:50,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/554df9adfee74b71808b409a799339ab 2024-11-21T14:40:50,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/805d3c635dcd41f7a503d445603573fb is 50, key is test_row_0/C:col10/1732200049591/Put/seqid=0 2024-11-21T14:40:50,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741887_1063 (size=12301) 2024-11-21T14:40:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200110382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200110382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200110382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200110382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200110391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200110592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200110592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200110592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200110592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200110602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/805d3c635dcd41f7a503d445603573fb 2024-11-21T14:40:50,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/8a8d2e5d032f4791a27dd0260ae49e41 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8a8d2e5d032f4791a27dd0260ae49e41 2024-11-21T14:40:50,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8a8d2e5d032f4791a27dd0260ae49e41, entries=150, sequenceid=418, filesize=12.0 K 2024-11-21T14:40:50,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/554df9adfee74b71808b409a799339ab as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/554df9adfee74b71808b409a799339ab 2024-11-21T14:40:50,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/554df9adfee74b71808b409a799339ab, entries=150, sequenceid=418, filesize=12.0 K 2024-11-21T14:40:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/805d3c635dcd41f7a503d445603573fb as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805d3c635dcd41f7a503d445603573fb 2024-11-21T14:40:50,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805d3c635dcd41f7a503d445603573fb, entries=150, sequenceid=418, filesize=12.0 K 2024-11-21T14:40:50,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for d8a1a95c18f982d24825e950bf8d2708 in 550ms, sequenceid=418, compaction requested=true 2024-11-21T14:40:50,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:50,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:40:50,777 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:40:50,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:50,777 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:40:50,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:40:50,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:50,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:40:50,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:50,780 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:40:50,781 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:40:50,781 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:50,781 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/c7f73848884d43fc9c9c6293de3ced1f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/bbd3e34610644f1a8b180e7071fb4cc9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/9db301dbf7884d80a426653c1213d8e3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/554df9adfee74b71808b409a799339ab] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=48.3 K 2024-11-21T14:40:50,781 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51938 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:40:50,781 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:40:50,781 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting c7f73848884d43fc9c9c6293de3ced1f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200047906 2024-11-21T14:40:50,782 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:50,782 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a3a7307912e944e2872778c503d814b2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a614d837a60c42d98cf76f20d086ed38, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/53ead765987b462b8bfb2d17a94b6604, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8a8d2e5d032f4791a27dd0260ae49e41] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=50.7 K 2024-11-21T14:40:50,782 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting bbd3e34610644f1a8b180e7071fb4cc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732200049118 2024-11-21T14:40:50,783 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 9db301dbf7884d80a426653c1213d8e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732200049234 2024-11-21T14:40:50,783 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3a7307912e944e2872778c503d814b2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200047906 2024-11-21T14:40:50,784 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 554df9adfee74b71808b409a799339ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732200049591 2024-11-21T14:40:50,784 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting a614d837a60c42d98cf76f20d086ed38, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732200049118 2024-11-21T14:40:50,786 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53ead765987b462b8bfb2d17a94b6604, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732200049234 2024-11-21T14:40:50,786 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a8d2e5d032f4791a27dd0260ae49e41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732200049591 2024-11-21T14:40:50,811 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:50,812 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/5ee6b4733ff04f0e95c349736527726d is 50, key is test_row_0/B:col10/1732200049591/Put/seqid=0 2024-11-21T14:40:50,819 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#52 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:50,820 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/c2cf0210a2e74390bc117c78d6fc9dc2 is 50, key is test_row_0/A:col10/1732200049591/Put/seqid=0 2024-11-21T14:40:50,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741888_1064 (size=12881) 2024-11-21T14:40:50,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741889_1065 (size=12881) 2024-11-21T14:40:50,849 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/c2cf0210a2e74390bc117c78d6fc9dc2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/c2cf0210a2e74390bc117c78d6fc9dc2 2024-11-21T14:40:50,862 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into c2cf0210a2e74390bc117c78d6fc9dc2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:50,862 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:50,862 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=12, startTime=1732200050777; duration=0sec 2024-11-21T14:40:50,862 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:50,863 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:40:50,863 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:40:50,872 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:40:50,872 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:40:50,872 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:50,872 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/b87917ce5f1844d2ae2862fe5309002b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/12345e3f3aaf4baea1c432dca6809b74, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/ddb5482b9da44753a9e692551053f252, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805d3c635dcd41f7a503d445603573fb] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=48.3 K 2024-11-21T14:40:50,873 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b87917ce5f1844d2ae2862fe5309002b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200047906 2024-11-21T14:40:50,874 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12345e3f3aaf4baea1c432dca6809b74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732200049118 2024-11-21T14:40:50,874 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddb5482b9da44753a9e692551053f252, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732200049234 2024-11-21T14:40:50,875 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 805d3c635dcd41f7a503d445603573fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732200049591 2024-11-21T14:40:50,901 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:50,902 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/56a180b578c6445cbef7a769ac7b881b is 50, key is test_row_0/C:col10/1732200049591/Put/seqid=0 2024-11-21T14:40:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:50,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T14:40:50,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:50,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:50,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:50,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:50,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:50,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741890_1066 (size=12881) 2024-11-21T14:40:50,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/051b2e1c936f4e2386025b081b145305 is 50, key is test_row_0/A:col10/1732200050260/Put/seqid=0 2024-11-21T14:40:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T14:40:50,932 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:40:50,933 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/56a180b578c6445cbef7a769ac7b881b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/56a180b578c6445cbef7a769ac7b881b 2024-11-21T14:40:50,936 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:40:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-21T14:40:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T14:40:50,939 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:40:50,940 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:40:50,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:40:50,947 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into 56a180b578c6445cbef7a769ac7b881b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:50,948 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:50,948 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=12, startTime=1732200050777; duration=0sec 2024-11-21T14:40:50,948 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:50,948 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:40:50,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200110933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200110938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200110946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200110950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200110951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:50,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741891_1067 (size=12301) 2024-11-21T14:40:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T14:40:51,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200111062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200111062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200111062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200111071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200111071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T14:40:51,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:51,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,242 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/5ee6b4733ff04f0e95c349736527726d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/5ee6b4733ff04f0e95c349736527726d 2024-11-21T14:40:51,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T14:40:51,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,251 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into 5ee6b4733ff04f0e95c349736527726d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:51,251 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:51,251 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=12, startTime=1732200050777; duration=0sec 2024-11-21T14:40:51,252 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:51,252 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:40:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T14:40:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200111271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200111272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200111272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200111284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200111284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/051b2e1c936f4e2386025b081b145305 2024-11-21T14:40:51,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/11ac7bf279944d5c9aa16890a550a309 is 50, key is test_row_0/B:col10/1732200050260/Put/seqid=0 2024-11-21T14:40:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741892_1068 (size=12301) 2024-11-21T14:40:51,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T14:40:51,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:51,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T14:40:51,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T14:40:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:51,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200111582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200111582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200111582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200111592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200111592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:51,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:51,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T14:40:51,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/11ac7bf279944d5c9aa16890a550a309 2024-11-21T14:40:51,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/2c893f5079f840bba480bb0408a75124 is 50, key is test_row_0/C:col10/1732200050260/Put/seqid=0 2024-11-21T14:40:51,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741893_1069 (size=12301) 2024-11-21T14:40:51,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T14:40:51,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:51,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:52,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T14:40:52,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:52,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:52,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:52,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:52,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T14:40:52,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200112091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200112091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:52,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200112102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200112102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200112102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:52,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T14:40:52,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:52,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:52,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:52,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:52,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:52,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/2c893f5079f840bba480bb0408a75124 2024-11-21T14:40:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/051b2e1c936f4e2386025b081b145305 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/051b2e1c936f4e2386025b081b145305 2024-11-21T14:40:52,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/051b2e1c936f4e2386025b081b145305, entries=150, sequenceid=440, filesize=12.0 K 2024-11-21T14:40:52,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/11ac7bf279944d5c9aa16890a550a309 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/11ac7bf279944d5c9aa16890a550a309 2024-11-21T14:40:52,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/11ac7bf279944d5c9aa16890a550a309, entries=150, sequenceid=440, filesize=12.0 K 2024-11-21T14:40:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/2c893f5079f840bba480bb0408a75124 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2c893f5079f840bba480bb0408a75124 2024-11-21T14:40:52,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2c893f5079f840bba480bb0408a75124, entries=150, sequenceid=440, filesize=12.0 K 2024-11-21T14:40:52,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for d8a1a95c18f982d24825e950bf8d2708 in 1323ms, sequenceid=440, compaction requested=false 2024-11-21T14:40:52,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:52,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-21T14:40:52,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:52,334 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T14:40:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:52,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/78ef304430ec4593be991bf015cc4775 is 50, key is test_row_0/A:col10/1732200050945/Put/seqid=0 2024-11-21T14:40:52,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741894_1070 (size=12301) 2024-11-21T14:40:52,748 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/78ef304430ec4593be991bf015cc4775 2024-11-21T14:40:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/95c46574425f4e23854c36ed7c1764d5 is 50, key is test_row_0/B:col10/1732200050945/Put/seqid=0 2024-11-21T14:40:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741895_1071 (size=12301) 2024-11-21T14:40:52,777 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/95c46574425f4e23854c36ed7c1764d5 2024-11-21T14:40:52,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/724ca9d2fcfa460481d48f7a7ed41bed is 50, key is test_row_0/C:col10/1732200050945/Put/seqid=0 2024-11-21T14:40:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741896_1072 (size=12301) 2024-11-21T14:40:52,798 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/724ca9d2fcfa460481d48f7a7ed41bed 2024-11-21T14:40:52,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/78ef304430ec4593be991bf015cc4775 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/78ef304430ec4593be991bf015cc4775 2024-11-21T14:40:52,817 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/78ef304430ec4593be991bf015cc4775, entries=150, sequenceid=454, filesize=12.0 K 2024-11-21T14:40:52,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/95c46574425f4e23854c36ed7c1764d5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95c46574425f4e23854c36ed7c1764d5 2024-11-21T14:40:52,828 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95c46574425f4e23854c36ed7c1764d5, entries=150, sequenceid=454, filesize=12.0 K 2024-11-21T14:40:52,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/724ca9d2fcfa460481d48f7a7ed41bed as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/724ca9d2fcfa460481d48f7a7ed41bed 2024-11-21T14:40:52,841 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/724ca9d2fcfa460481d48f7a7ed41bed, entries=150, sequenceid=454, filesize=12.0 K 2024-11-21T14:40:52,844 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for d8a1a95c18f982d24825e950bf8d2708 in 511ms, sequenceid=454, compaction requested=true 2024-11-21T14:40:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-21T14:40:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-21T14:40:52,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T14:40:52,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9060 sec 2024-11-21T14:40:52,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.9150 sec 2024-11-21T14:40:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-21T14:40:53,082 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:40:53,082 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:40:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-21T14:40:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T14:40:53,086 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:40:53,087 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:40:53,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:40:53,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:40:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:53,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:53,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/101e31dd25a24a5087aa424f2d8ab831 is 50, key is test_row_0/A:col10/1732200053119/Put/seqid=0 2024-11-21T14:40:53,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741897_1073 (size=17181) 2024-11-21T14:40:53,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/101e31dd25a24a5087aa424f2d8ab831 2024-11-21T14:40:53,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/925dc09748a848b79e014b5a1fb2192d is 50, key is test_row_0/B:col10/1732200053119/Put/seqid=0 2024-11-21T14:40:53,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741898_1074 (size=12301) 2024-11-21T14:40:53,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200053143, max timestamp=1732200053158Num uniques 859; 2024-11-21T14:40:53,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:40:53,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200053143, max timestamp=1732200053158Num uniques 859; 2024-11-21T14:40:53,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200053143, max timestamp=1732200053158Num uniques 859; 2024-11-21T14:40:53,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:40:53,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:40:53,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200113176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200113177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200113181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200113182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200113184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T14:40:53,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T14:40:53,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:53,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:53,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:53,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200113292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200113292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200113292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200113293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200113293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T14:40:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:53,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T14:40:53,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200113501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200113501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200113501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200113502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200113502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T14:40:53,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:53,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:53,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:53,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/925dc09748a848b79e014b5a1fb2192d 2024-11-21T14:40:53,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/2bfa368c4dc44462ad1c8bb7bd040c37 is 50, key is test_row_0/C:col10/1732200053119/Put/seqid=0 2024-11-21T14:40:53,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741899_1075 (size=12301) 2024-11-21T14:40:53,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T14:40:53,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:53,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:53,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:53,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T14:40:53,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200113811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200113812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200113812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200113812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200113812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:53,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T14:40:53,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:53,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:53,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:53,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:53,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/2bfa368c4dc44462ad1c8bb7bd040c37 2024-11-21T14:40:53,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/101e31dd25a24a5087aa424f2d8ab831 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/101e31dd25a24a5087aa424f2d8ab831 2024-11-21T14:40:53,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/101e31dd25a24a5087aa424f2d8ab831, entries=250, sequenceid=464, filesize=16.8 K 2024-11-21T14:40:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/925dc09748a848b79e014b5a1fb2192d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/925dc09748a848b79e014b5a1fb2192d 2024-11-21T14:40:53,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/925dc09748a848b79e014b5a1fb2192d, entries=150, sequenceid=464, filesize=12.0 K 2024-11-21T14:40:53,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/2bfa368c4dc44462ad1c8bb7bd040c37 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2bfa368c4dc44462ad1c8bb7bd040c37 2024-11-21T14:40:54,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2bfa368c4dc44462ad1c8bb7bd040c37, entries=150, sequenceid=464, filesize=12.0 K 2024-11-21T14:40:54,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d8a1a95c18f982d24825e950bf8d2708 in 883ms, sequenceid=464, compaction requested=true 2024-11-21T14:40:54,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:54,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:40:54,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:54,003 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:40:54,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:40:54,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:54,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:40:54,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:54,003 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:40:54,005 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54664 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:40:54,005 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:40:54,005 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:40:54,005 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:40:54,005 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:54,005 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:54,006 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/5ee6b4733ff04f0e95c349736527726d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/11ac7bf279944d5c9aa16890a550a309, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95c46574425f4e23854c36ed7c1764d5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/925dc09748a848b79e014b5a1fb2192d] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=48.6 K 2024-11-21T14:40:54,006 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/c2cf0210a2e74390bc117c78d6fc9dc2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/051b2e1c936f4e2386025b081b145305, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/78ef304430ec4593be991bf015cc4775, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/101e31dd25a24a5087aa424f2d8ab831] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=53.4 K 2024-11-21T14:40:54,007 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ee6b4733ff04f0e95c349736527726d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732200049591 2024-11-21T14:40:54,007 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2cf0210a2e74390bc117c78d6fc9dc2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732200049591 2024-11-21T14:40:54,007 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 051b2e1c936f4e2386025b081b145305, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732200050260 2024-11-21T14:40:54,008 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 11ac7bf279944d5c9aa16890a550a309, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732200050260 2024-11-21T14:40:54,008 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78ef304430ec4593be991bf015cc4775, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732200050933 2024-11-21T14:40:54,008 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 95c46574425f4e23854c36ed7c1764d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732200050933 2024-11-21T14:40:54,008 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 101e31dd25a24a5087aa424f2d8ab831, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732200053102 2024-11-21T14:40:54,009 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 925dc09748a848b79e014b5a1fb2192d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732200053102 2024-11-21T14:40:54,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-21T14:40:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:54,010 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-21T14:40:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/a628da9474fa44c79ab1247a455449ba is 50, key is test_row_0/A:col10/1732200053176/Put/seqid=0 2024-11-21T14:40:54,027 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:54,028 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/2bdfb18320f941edbac05b35dfde74c1 is 50, key is test_row_0/A:col10/1732200053119/Put/seqid=0 2024-11-21T14:40:54,030 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:54,031 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/f563183fb27d4864abf92e5b023677c1 is 50, key is test_row_0/B:col10/1732200053119/Put/seqid=0 2024-11-21T14:40:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741900_1076 (size=12301) 2024-11-21T14:40:54,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741901_1077 (size=13017) 2024-11-21T14:40:54,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741902_1078 (size=13017) 2024-11-21T14:40:54,050 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/f563183fb27d4864abf92e5b023677c1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/f563183fb27d4864abf92e5b023677c1 2024-11-21T14:40:54,057 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/2bdfb18320f941edbac05b35dfde74c1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/2bdfb18320f941edbac05b35dfde74c1 2024-11-21T14:40:54,063 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into f563183fb27d4864abf92e5b023677c1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:54,063 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:54,063 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=12, startTime=1732200054003; duration=0sec 2024-11-21T14:40:54,063 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:54,063 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:40:54,063 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:40:54,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/a628da9474fa44c79ab1247a455449ba 2024-11-21T14:40:54,066 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:40:54,066 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:40:54,066 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:54,066 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/56a180b578c6445cbef7a769ac7b881b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2c893f5079f840bba480bb0408a75124, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/724ca9d2fcfa460481d48f7a7ed41bed, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2bfa368c4dc44462ad1c8bb7bd040c37] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=48.6 K 2024-11-21T14:40:54,067 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into 2bdfb18320f941edbac05b35dfde74c1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:54,067 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:54,067 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=12, startTime=1732200054003; duration=0sec 2024-11-21T14:40:54,067 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 56a180b578c6445cbef7a769ac7b881b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732200049591 2024-11-21T14:40:54,067 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:54,067 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:40:54,067 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c893f5079f840bba480bb0408a75124, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732200050260 2024-11-21T14:40:54,068 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 724ca9d2fcfa460481d48f7a7ed41bed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732200050933 2024-11-21T14:40:54,069 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bfa368c4dc44462ad1c8bb7bd040c37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732200053102 2024-11-21T14:40:54,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/8bb31e3ffa0e406c905d1a6fd4d18652 is 50, key is test_row_0/B:col10/1732200053176/Put/seqid=0 2024-11-21T14:40:54,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741903_1079 (size=12301) 2024-11-21T14:40:54,091 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#67 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:54,091 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/8bb31e3ffa0e406c905d1a6fd4d18652 2024-11-21T14:40:54,091 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/c01c90a49b3744c092cb6d42556ad7a4 is 50, key is test_row_0/C:col10/1732200053119/Put/seqid=0 2024-11-21T14:40:54,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741904_1080 (size=13017) 2024-11-21T14:40:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/7623295ea7f2424aab4ea510c7b413a8 is 50, key is test_row_0/C:col10/1732200053176/Put/seqid=0 2024-11-21T14:40:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741905_1081 (size=12301) 2024-11-21T14:40:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T14:40:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:54,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200114327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200114332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200114333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200114334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200114335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200114442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200114442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200114451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200114451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,512 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/c01c90a49b3744c092cb6d42556ad7a4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/c01c90a49b3744c092cb6d42556ad7a4 2024-11-21T14:40:54,514 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/7623295ea7f2424aab4ea510c7b413a8 2024-11-21T14:40:54,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/a628da9474fa44c79ab1247a455449ba as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a628da9474fa44c79ab1247a455449ba 2024-11-21T14:40:54,529 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into c01c90a49b3744c092cb6d42556ad7a4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:54,529 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:54,529 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=12, startTime=1732200054003; duration=0sec 2024-11-21T14:40:54,530 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:54,530 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:40:54,530 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a628da9474fa44c79ab1247a455449ba, entries=150, sequenceid=499, filesize=12.0 K 2024-11-21T14:40:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/8bb31e3ffa0e406c905d1a6fd4d18652 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8bb31e3ffa0e406c905d1a6fd4d18652 2024-11-21T14:40:54,538 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8bb31e3ffa0e406c905d1a6fd4d18652, entries=150, sequenceid=499, filesize=12.0 K 2024-11-21T14:40:54,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/7623295ea7f2424aab4ea510c7b413a8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/7623295ea7f2424aab4ea510c7b413a8 2024-11-21T14:40:54,547 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/7623295ea7f2424aab4ea510c7b413a8, entries=150, sequenceid=499, filesize=12.0 K 2024-11-21T14:40:54,548 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for d8a1a95c18f982d24825e950bf8d2708 in 538ms, sequenceid=499, compaction requested=false 2024-11-21T14:40:54,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:54,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:54,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-21T14:40:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-21T14:40:54,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-21T14:40:54,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4640 sec 2024-11-21T14:40:54,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4740 sec 2024-11-21T14:40:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:54,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T14:40:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:54,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/85003fdf002744ea8f4be46ca187c3e3 is 50, key is test_row_0/A:col10/1732200054332/Put/seqid=0 2024-11-21T14:40:54,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741906_1082 (size=12301) 2024-11-21T14:40:54,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/85003fdf002744ea8f4be46ca187c3e3 2024-11-21T14:40:54,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/1119b80013cb430db5cad00f46c8e2a3 is 50, key is test_row_0/B:col10/1732200054332/Put/seqid=0 2024-11-21T14:40:54,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741907_1083 (size=12301) 2024-11-21T14:40:54,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/1119b80013cb430db5cad00f46c8e2a3 2024-11-21T14:40:54,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732200054659, max timestamp=1732200054691Num uniques 859; 2024-11-21T14:40:54,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-21T14:40:54,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732200054659, max timestamp=1732200054691Num uniques 859; 2024-11-21T14:40:54,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-21T14:40:54,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732200054683, max timestamp=1732200054691Num uniques 859; 2024-11-21T14:40:54,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T14:40:54,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/d10022e3976f4c1e92e3e4293f470bae is 50, key is test_row_0/C:col10/1732200054332/Put/seqid=0 2024-11-21T14:40:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741908_1084 (size=12301) 2024-11-21T14:40:54,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/d10022e3976f4c1e92e3e4293f470bae 2024-11-21T14:40:54,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/85003fdf002744ea8f4be46ca187c3e3 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/85003fdf002744ea8f4be46ca187c3e3 2024-11-21T14:40:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200114720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200114722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200114724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/85003fdf002744ea8f4be46ca187c3e3, entries=150, sequenceid=513, filesize=12.0 K 2024-11-21T14:40:54,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/1119b80013cb430db5cad00f46c8e2a3 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1119b80013cb430db5cad00f46c8e2a3 2024-11-21T14:40:54,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200114732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1119b80013cb430db5cad00f46c8e2a3, entries=150, sequenceid=513, filesize=12.0 K 2024-11-21T14:40:54,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/d10022e3976f4c1e92e3e4293f470bae as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/d10022e3976f4c1e92e3e4293f470bae 2024-11-21T14:40:54,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/d10022e3976f4c1e92e3e4293f470bae, entries=150, sequenceid=513, filesize=12.0 K 2024-11-21T14:40:54,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.55 KB/134705 for d8a1a95c18f982d24825e950bf8d2708 in 105ms, sequenceid=513, compaction requested=true 2024-11-21T14:40:54,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:54,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:40:54,761 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:54,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:54,762 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:54,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:40:54,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:54,762 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:54,762 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:40:54,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:40:54,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:54,763 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:54,763 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/2bdfb18320f941edbac05b35dfde74c1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a628da9474fa44c79ab1247a455449ba, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/85003fdf002744ea8f4be46ca187c3e3] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=36.7 K 2024-11-21T14:40:54,763 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bdfb18320f941edbac05b35dfde74c1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732200053102 2024-11-21T14:40:54,764 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting a628da9474fa44c79ab1247a455449ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732200053176 2024-11-21T14:40:54,764 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:54,765 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:40:54,765 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:54,765 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/f563183fb27d4864abf92e5b023677c1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8bb31e3ffa0e406c905d1a6fd4d18652, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1119b80013cb430db5cad00f46c8e2a3] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=36.7 K 2024-11-21T14:40:54,765 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85003fdf002744ea8f4be46ca187c3e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732200054331 2024-11-21T14:40:54,766 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting f563183fb27d4864abf92e5b023677c1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732200053102 2024-11-21T14:40:54,767 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bb31e3ffa0e406c905d1a6fd4d18652, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732200053176 2024-11-21T14:40:54,767 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 1119b80013cb430db5cad00f46c8e2a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732200054331 2024-11-21T14:40:54,782 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:54,783 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/75924293979945209daae42e7f016117 is 50, key is test_row_0/A:col10/1732200054332/Put/seqid=0 2024-11-21T14:40:54,794 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:54,795 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/025aa3abd5f545d391b686e9a7e0c770 is 50, key is test_row_0/B:col10/1732200054332/Put/seqid=0 2024-11-21T14:40:54,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741909_1085 (size=13119) 2024-11-21T14:40:54,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741910_1086 (size=13119) 2024-11-21T14:40:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:54,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=138.26 KB heapSize=384.85 KB 2024-11-21T14:40:54,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:54,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:54,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:54,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:54,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:54,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:54,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/510f95b379334d2db75a763b6c71849e is 50, key is test_row_0/A:col10/1732200054847/Put/seqid=0 2024-11-21T14:40:54,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741911_1087 (size=14741) 2024-11-21T14:40:54,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/510f95b379334d2db75a763b6c71849e 2024-11-21T14:40:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200114859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200114859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200114861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200114863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/a6c2c6b57af94025a28ed15938d56141 is 50, key is test_row_0/B:col10/1732200054847/Put/seqid=0 2024-11-21T14:40:54,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741912_1088 (size=12301) 2024-11-21T14:40:54,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200114982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200114983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200114983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:54,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200114983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200115193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200115193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200115193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200115193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,230 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/75924293979945209daae42e7f016117 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/75924293979945209daae42e7f016117 2024-11-21T14:40:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T14:40:55,232 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:40:55,232 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/025aa3abd5f545d391b686e9a7e0c770 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/025aa3abd5f545d391b686e9a7e0c770 2024-11-21T14:40:55,233 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:40:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-21T14:40:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T14:40:55,235 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:40:55,237 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:40:55,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:40:55,242 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into 025aa3abd5f545d391b686e9a7e0c770(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:55,242 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:55,242 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=13, startTime=1732200054762; duration=0sec 2024-11-21T14:40:55,243 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:55,243 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:40:55,243 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:55,247 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:55,248 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:40:55,248 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:55,248 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/c01c90a49b3744c092cb6d42556ad7a4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/7623295ea7f2424aab4ea510c7b413a8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/d10022e3976f4c1e92e3e4293f470bae] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=36.7 K 2024-11-21T14:40:55,248 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting c01c90a49b3744c092cb6d42556ad7a4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732200053102 2024-11-21T14:40:55,250 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7623295ea7f2424aab4ea510c7b413a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732200053176 2024-11-21T14:40:55,250 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d10022e3976f4c1e92e3e4293f470bae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732200054331 2024-11-21T14:40:55,254 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into 75924293979945209daae42e7f016117(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:55,254 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:55,254 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=13, startTime=1732200054761; duration=0sec 2024-11-21T14:40:55,256 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:55,256 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:40:55,270 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:55,271 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/5b19f9681fdc4b08a70b268bfc02afce is 50, key is test_row_0/C:col10/1732200054332/Put/seqid=0 2024-11-21T14:40:55,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741913_1089 (size=13119) 2024-11-21T14:40:55,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/a6c2c6b57af94025a28ed15938d56141 2024-11-21T14:40:55,299 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/5b19f9681fdc4b08a70b268bfc02afce as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/5b19f9681fdc4b08a70b268bfc02afce 2024-11-21T14:40:55,313 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into 5b19f9681fdc4b08a70b268bfc02afce(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:55,313 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:55,313 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=13, startTime=1732200054762; duration=0sec 2024-11-21T14:40:55,313 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:55,313 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:40:55,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/3622e5eb4c674d879a1cffd6f48917ce is 50, key is test_row_0/C:col10/1732200054847/Put/seqid=0 2024-11-21T14:40:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T14:40:55,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200115351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741914_1090 (size=12301) 2024-11-21T14:40:55,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/3622e5eb4c674d879a1cffd6f48917ce 2024-11-21T14:40:55,360 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in d8a1a95c18f982d24825e950bf8d2708 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:40:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/510f95b379334d2db75a763b6c71849e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/510f95b379334d2db75a763b6c71849e 2024-11-21T14:40:55,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/510f95b379334d2db75a763b6c71849e, entries=200, sequenceid=548, filesize=14.4 K 2024-11-21T14:40:55,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/a6c2c6b57af94025a28ed15938d56141 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/a6c2c6b57af94025a28ed15938d56141 2024-11-21T14:40:55,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T14:40:55,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:55,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:55,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:55,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/a6c2c6b57af94025a28ed15938d56141, entries=150, sequenceid=548, filesize=12.0 K 2024-11-21T14:40:55,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/3622e5eb4c674d879a1cffd6f48917ce as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/3622e5eb4c674d879a1cffd6f48917ce 2024-11-21T14:40:55,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/3622e5eb4c674d879a1cffd6f48917ce, entries=150, sequenceid=548, filesize=12.0 K 2024-11-21T14:40:55,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.26 KB/141575, heapSize ~384.80 KB/394040, currentSize=46.96 KB/48090 for d8a1a95c18f982d24825e950bf8d2708 in 555ms, sequenceid=548, compaction requested=false 2024-11-21T14:40:55,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:55,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T14:40:55,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:55,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:55,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:55,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:55,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:55,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:55,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/48b99f8a48c64a2eb7929350886d5585 is 50, key is test_row_1/A:col10/1732200054858/Put/seqid=0 2024-11-21T14:40:55,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T14:40:55,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:55,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:55,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:55,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:55,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T14:40:55,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200055524, max timestamp=1732200055552Num uniques 859; 2024-11-21T14:40:55,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:40:55,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200055524, max timestamp=1732200055552Num uniques 859; 2024-11-21T14:40:55,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:40:55,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200055524, max timestamp=1732200055552Num uniques 859; 2024-11-21T14:40:55,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:40:55,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741915_1091 (size=9857) 2024-11-21T14:40:55,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/48b99f8a48c64a2eb7929350886d5585 2024-11-21T14:40:55,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/7d3dc21a590a49afa5ccd72b8562cc39 is 50, key is test_row_1/B:col10/1732200054858/Put/seqid=0 2024-11-21T14:40:55,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200115597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200115599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741916_1092 (size=9857) 2024-11-21T14:40:55,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/7d3dc21a590a49afa5ccd72b8562cc39 2024-11-21T14:40:55,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200115602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200115602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/b7352b43f109404da2276c9a01929deb is 50, key is test_row_1/C:col10/1732200054858/Put/seqid=0 2024-11-21T14:40:55,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741917_1093 (size=9857) 2024-11-21T14:40:55,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/b7352b43f109404da2276c9a01929deb 2024-11-21T14:40:55,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/48b99f8a48c64a2eb7929350886d5585 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/48b99f8a48c64a2eb7929350886d5585 2024-11-21T14:40:55,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/48b99f8a48c64a2eb7929350886d5585, entries=100, sequenceid=562, filesize=9.6 K 2024-11-21T14:40:55,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/7d3dc21a590a49afa5ccd72b8562cc39 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/7d3dc21a590a49afa5ccd72b8562cc39 2024-11-21T14:40:55,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/7d3dc21a590a49afa5ccd72b8562cc39, entries=100, sequenceid=562, filesize=9.6 K 2024-11-21T14:40:55,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/b7352b43f109404da2276c9a01929deb as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/b7352b43f109404da2276c9a01929deb 2024-11-21T14:40:55,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/b7352b43f109404da2276c9a01929deb, entries=100, sequenceid=562, filesize=9.6 K 2024-11-21T14:40:55,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for d8a1a95c18f982d24825e950bf8d2708 in 172ms, sequenceid=562, compaction requested=true 2024-11-21T14:40:55,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:55,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:40:55,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:55,679 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:55,679 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:55,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:40:55,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:55,680 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:55,681 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:40:55,681 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:55,681 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/025aa3abd5f545d391b686e9a7e0c770, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/a6c2c6b57af94025a28ed15938d56141, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/7d3dc21a590a49afa5ccd72b8562cc39] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=34.5 K 2024-11-21T14:40:55,681 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37717 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:55,681 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 025aa3abd5f545d391b686e9a7e0c770, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732200054331 2024-11-21T14:40:55,681 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:40:55,681 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:55,682 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/75924293979945209daae42e7f016117, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/510f95b379334d2db75a763b6c71849e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/48b99f8a48c64a2eb7929350886d5585] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=36.8 K 2024-11-21T14:40:55,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:40:55,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:55,682 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a6c2c6b57af94025a28ed15938d56141, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732200054717 2024-11-21T14:40:55,682 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75924293979945209daae42e7f016117, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732200054331 2024-11-21T14:40:55,682 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d3dc21a590a49afa5ccd72b8562cc39, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732200054858 2024-11-21T14:40:55,683 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 510f95b379334d2db75a763b6c71849e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732200054717 2024-11-21T14:40:55,684 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48b99f8a48c64a2eb7929350886d5585, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732200054858 2024-11-21T14:40:55,692 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#81 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:55,692 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/dca8bef01a3f4b8ab6792bd4ce020723 is 50, key is test_row_0/B:col10/1732200054847/Put/seqid=0 2024-11-21T14:40:55,697 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:55,698 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/0028d06d038e46678dea5398421cb4a6 is 50, key is test_row_0/A:col10/1732200054847/Put/seqid=0 2024-11-21T14:40:55,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-21T14:40:55,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:55,699 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-21T14:40:55,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:55,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/ce577ac69ecc4253a0318022862b6bbe is 50, key is test_row_0/A:col10/1732200055600/Put/seqid=0 2024-11-21T14:40:55,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:55,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741918_1094 (size=13221) 2024-11-21T14:40:55,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200115727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200115728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741919_1095 (size=13221) 2024-11-21T14:40:55,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200115731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200115731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,745 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/0028d06d038e46678dea5398421cb4a6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/0028d06d038e46678dea5398421cb4a6 2024-11-21T14:40:55,752 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into 0028d06d038e46678dea5398421cb4a6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:55,753 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:55,753 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=13, startTime=1732200055679; duration=0sec 2024-11-21T14:40:55,754 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:55,754 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:40:55,754 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:55,756 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:55,756 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:40:55,756 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:55,756 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/5b19f9681fdc4b08a70b268bfc02afce, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/3622e5eb4c674d879a1cffd6f48917ce, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/b7352b43f109404da2276c9a01929deb] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=34.5 K 2024-11-21T14:40:55,757 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b19f9681fdc4b08a70b268bfc02afce, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732200054331 2024-11-21T14:40:55,763 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3622e5eb4c674d879a1cffd6f48917ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732200054717 2024-11-21T14:40:55,765 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7352b43f109404da2276c9a01929deb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732200054858 2024-11-21T14:40:55,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741920_1096 (size=12301) 2024-11-21T14:40:55,771 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/ce577ac69ecc4253a0318022862b6bbe 2024-11-21T14:40:55,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/cfe403ec349b498780223165a15330e4 is 50, key is test_row_0/B:col10/1732200055600/Put/seqid=0 2024-11-21T14:40:55,806 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:55,807 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/143aa2fe927043c784dc5ede507b72e9 is 50, key is test_row_0/C:col10/1732200054847/Put/seqid=0 2024-11-21T14:40:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741921_1097 (size=12301) 2024-11-21T14:40:55,819 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/cfe403ec349b498780223165a15330e4 2024-11-21T14:40:55,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/267d48e782184d6982be4f52fa211127 is 50, key is test_row_0/C:col10/1732200055600/Put/seqid=0 2024-11-21T14:40:55,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200115842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200115842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200115843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200115842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:55,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741922_1098 (size=13221) 2024-11-21T14:40:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T14:40:55,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741923_1099 (size=12301) 2024-11-21T14:40:55,891 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/267d48e782184d6982be4f52fa211127 2024-11-21T14:40:55,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/ce577ac69ecc4253a0318022862b6bbe as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/ce577ac69ecc4253a0318022862b6bbe 2024-11-21T14:40:55,908 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/ce577ac69ecc4253a0318022862b6bbe, entries=150, sequenceid=597, filesize=12.0 K 2024-11-21T14:40:55,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/cfe403ec349b498780223165a15330e4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/cfe403ec349b498780223165a15330e4 2024-11-21T14:40:55,919 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/cfe403ec349b498780223165a15330e4, entries=150, sequenceid=597, filesize=12.0 K 2024-11-21T14:40:55,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/267d48e782184d6982be4f52fa211127 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/267d48e782184d6982be4f52fa211127 2024-11-21T14:40:55,928 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/267d48e782184d6982be4f52fa211127, entries=150, sequenceid=597, filesize=12.0 K 2024-11-21T14:40:55,929 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for d8a1a95c18f982d24825e950bf8d2708 in 230ms, sequenceid=597, compaction requested=false 2024-11-21T14:40:55,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:55,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:55,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-21T14:40:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-21T14:40:55,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-21T14:40:55,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 694 msec 2024-11-21T14:40:55,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 702 msec 2024-11-21T14:40:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:56,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T14:40:56,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:56,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:56,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:56,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:56,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:56,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:56,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/c1ca3b13f43144f9907024b966e2f89b is 50, key is test_row_0/A:col10/1732200056069/Put/seqid=0 2024-11-21T14:40:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741924_1100 (size=9857) 2024-11-21T14:40:56,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200116115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200116116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200056091, max timestamp=1732200056114Num uniques 859; 2024-11-21T14:40:56,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200056091, max timestamp=1732200056114Num uniques 859; 2024-11-21T14:40:56,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:56,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:56,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200056091, max timestamp=1732200056114Num uniques 859; 2024-11-21T14:40:56,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:56,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,130 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/dca8bef01a3f4b8ab6792bd4ce020723 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/dca8bef01a3f4b8ab6792bd4ce020723 2024-11-21T14:40:56,143 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into dca8bef01a3f4b8ab6792bd4ce020723(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:56,143 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:56,143 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=13, startTime=1732200055679; duration=0sec 2024-11-21T14:40:56,143 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:56,143 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:40:56,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200116182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200116185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200116231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200116231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,280 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/143aa2fe927043c784dc5ede507b72e9 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/143aa2fe927043c784dc5ede507b72e9 2024-11-21T14:40:56,300 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into 143aa2fe927043c784dc5ede507b72e9(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:56,300 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:56,300 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=13, startTime=1732200055680; duration=0sec 2024-11-21T14:40:56,300 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:56,300 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:40:56,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200116302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200116302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T14:40:56,372 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:40:56,373 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:40:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-21T14:40:56,381 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:40:56,382 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:40:56,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:40:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T14:40:56,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200116442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200116442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T14:40:56,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/c1ca3b13f43144f9907024b966e2f89b 2024-11-21T14:40:56,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/fd62df0709604db2b4ce244721f2da63 is 50, key is test_row_0/B:col10/1732200056069/Put/seqid=0 2024-11-21T14:40:56,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200116512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200116512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T14:40:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:56,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741925_1101 (size=9857) 2024-11-21T14:40:56,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/fd62df0709604db2b4ce244721f2da63 2024-11-21T14:40:56,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/9c98ad6a57b24feeadc8f6456f796bce is 50, key is test_row_0/C:col10/1732200056069/Put/seqid=0 2024-11-21T14:40:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741926_1102 (size=9857) 2024-11-21T14:40:56,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T14:40:56,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:56,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:56,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:56,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:56,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T14:40:56,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200116752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200116752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200116832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200116832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:56,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:56,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T14:40:56,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:56,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:56,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:56,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:56,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:56,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/9c98ad6a57b24feeadc8f6456f796bce 2024-11-21T14:40:56,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T14:40:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:56,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:57,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/c1ca3b13f43144f9907024b966e2f89b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/c1ca3b13f43144f9907024b966e2f89b 2024-11-21T14:40:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T14:40:57,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/c1ca3b13f43144f9907024b966e2f89b, entries=100, sequenceid=610, filesize=9.6 K 2024-11-21T14:40:57,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/fd62df0709604db2b4ce244721f2da63 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/fd62df0709604db2b4ce244721f2da63 2024-11-21T14:40:57,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/fd62df0709604db2b4ce244721f2da63, entries=100, sequenceid=610, filesize=9.6 K 2024-11-21T14:40:57,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/9c98ad6a57b24feeadc8f6456f796bce as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/9c98ad6a57b24feeadc8f6456f796bce 2024-11-21T14:40:57,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/9c98ad6a57b24feeadc8f6456f796bce, entries=100, sequenceid=610, filesize=9.6 K 2024-11-21T14:40:57,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for d8a1a95c18f982d24825e950bf8d2708 in 969ms, sequenceid=610, compaction requested=true 2024-11-21T14:40:57,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:57,041 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:57,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:40:57,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:57,042 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:57,042 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:57,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:40:57,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:57,043 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:40:57,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:40:57,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:57,043 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:57,043 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/0028d06d038e46678dea5398421cb4a6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/ce577ac69ecc4253a0318022862b6bbe, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/c1ca3b13f43144f9907024b966e2f89b] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=34.5 K 2024-11-21T14:40:57,044 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0028d06d038e46678dea5398421cb4a6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732200054847 2024-11-21T14:40:57,044 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce577ac69ecc4253a0318022862b6bbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1732200055540 2024-11-21T14:40:57,045 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1ca3b13f43144f9907024b966e2f89b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732200056067 2024-11-21T14:40:57,045 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:57,045 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:40:57,046 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:57,046 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/dca8bef01a3f4b8ab6792bd4ce020723, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/cfe403ec349b498780223165a15330e4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/fd62df0709604db2b4ce244721f2da63] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=34.5 K 2024-11-21T14:40:57,047 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting dca8bef01a3f4b8ab6792bd4ce020723, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732200054847 2024-11-21T14:40:57,048 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting cfe403ec349b498780223165a15330e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1732200055540 2024-11-21T14:40:57,049 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting fd62df0709604db2b4ce244721f2da63, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732200056067 2024-11-21T14:40:57,074 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:57,075 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/03a8f3747962445bbc52ad2883798ad6 is 50, key is test_row_0/A:col10/1732200056069/Put/seqid=0 2024-11-21T14:40:57,076 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:57,077 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/537e4c29f4234194bc6e474eb3aeb5bf is 50, key is test_row_0/B:col10/1732200056069/Put/seqid=0 2024-11-21T14:40:57,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741927_1103 (size=13323) 2024-11-21T14:40:57,124 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/03a8f3747962445bbc52ad2883798ad6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/03a8f3747962445bbc52ad2883798ad6 2024-11-21T14:40:57,133 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into 03a8f3747962445bbc52ad2883798ad6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:57,133 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:57,133 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=13, startTime=1732200057041; duration=0sec 2024-11-21T14:40:57,133 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:57,133 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:40:57,133 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:57,134 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:57,134 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:40:57,134 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:57,135 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/143aa2fe927043c784dc5ede507b72e9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/267d48e782184d6982be4f52fa211127, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/9c98ad6a57b24feeadc8f6456f796bce] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=34.5 K 2024-11-21T14:40:57,135 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 143aa2fe927043c784dc5ede507b72e9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732200054847 2024-11-21T14:40:57,136 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 267d48e782184d6982be4f52fa211127, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1732200055540 2024-11-21T14:40:57,136 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c98ad6a57b24feeadc8f6456f796bce, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732200056067 2024-11-21T14:40:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741928_1104 (size=13323) 2024-11-21T14:40:57,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-21T14:40:57,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:57,154 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-21T14:40:57,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:57,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:57,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:57,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:57,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:57,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:57,161 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/537e4c29f4234194bc6e474eb3aeb5bf as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/537e4c29f4234194bc6e474eb3aeb5bf 2024-11-21T14:40:57,169 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into 537e4c29f4234194bc6e474eb3aeb5bf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:57,169 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:57,170 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=13, startTime=1732200057042; duration=0sec 2024-11-21T14:40:57,170 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:57,170 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:40:57,170 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:57,171 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/e21a18fabe24423380bbfc61cb6f00a6 is 50, key is test_row_0/C:col10/1732200056069/Put/seqid=0 2024-11-21T14:40:57,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/5c797a6c96f541138becc1314bc89556 is 50, key is test_row_0/A:col10/1732200056170/Put/seqid=0 2024-11-21T14:40:57,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741929_1105 (size=13323) 2024-11-21T14:40:57,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741930_1106 (size=12301) 2024-11-21T14:40:57,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:57,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200117295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200117297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200117345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:57,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200117345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:57,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200117372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:57,376 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in d8a1a95c18f982d24825e950bf8d2708 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:40:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:57,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200117402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:57,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200117411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T14:40:57,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200117612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:57,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:57,620 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/e21a18fabe24423380bbfc61cb6f00a6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/e21a18fabe24423380bbfc61cb6f00a6 2024-11-21T14:40:57,620 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/5c797a6c96f541138becc1314bc89556 2024-11-21T14:40:57,633 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into e21a18fabe24423380bbfc61cb6f00a6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:57,633 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:57,633 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=13, startTime=1732200057043; duration=0sec 2024-11-21T14:40:57,633 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:57,633 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:40:57,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200117632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/16d7476069eb409483b55419149d544e is 50, key is test_row_0/B:col10/1732200056170/Put/seqid=0 2024-11-21T14:40:57,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741931_1107 (size=12301) 2024-11-21T14:40:57,659 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/16d7476069eb409483b55419149d544e 2024-11-21T14:40:57,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/0537f932dd1a4b2d9cbe1618385868ae is 50, key is test_row_0/C:col10/1732200056170/Put/seqid=0 2024-11-21T14:40:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741932_1108 (size=12301) 2024-11-21T14:40:57,728 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/0537f932dd1a4b2d9cbe1618385868ae 2024-11-21T14:40:57,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/5c797a6c96f541138becc1314bc89556 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/5c797a6c96f541138becc1314bc89556 2024-11-21T14:40:57,743 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/5c797a6c96f541138becc1314bc89556, entries=150, sequenceid=648, filesize=12.0 K 2024-11-21T14:40:57,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/16d7476069eb409483b55419149d544e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/16d7476069eb409483b55419149d544e 2024-11-21T14:40:57,754 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/16d7476069eb409483b55419149d544e, entries=150, sequenceid=648, filesize=12.0 K 2024-11-21T14:40:57,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/0537f932dd1a4b2d9cbe1618385868ae as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/0537f932dd1a4b2d9cbe1618385868ae 2024-11-21T14:40:57,764 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/0537f932dd1a4b2d9cbe1618385868ae, entries=150, sequenceid=648, filesize=12.0 K 2024-11-21T14:40:57,765 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for d8a1a95c18f982d24825e950bf8d2708 in 612ms, sequenceid=648, compaction requested=false 2024-11-21T14:40:57,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:57,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:57,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-21T14:40:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-21T14:40:57,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-21T14:40:57,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3850 sec 2024-11-21T14:40:57,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.3980 sec 2024-11-21T14:40:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:57,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T14:40:57,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:57,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:57,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:57,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:57,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:57,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:57,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/09375db4a843478b9c18e132cfb15b62 is 50, key is test_row_0/A:col10/1732200057925/Put/seqid=0 2024-11-21T14:40:57,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741933_1109 (size=12301) 2024-11-21T14:40:57,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/09375db4a843478b9c18e132cfb15b62 2024-11-21T14:40:57,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/4acb3d6af3c84378a26e2c0fbe5712d3 is 50, key is test_row_0/B:col10/1732200057925/Put/seqid=0 2024-11-21T14:40:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741934_1110 (size=12301) 2024-11-21T14:40:58,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/4acb3d6af3c84378a26e2c0fbe5712d3 2024-11-21T14:40:58,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200118011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200118014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/50d8897440a94116a2045fb8fecbac25 is 50, key is test_row_0/C:col10/1732200057925/Put/seqid=0 2024-11-21T14:40:58,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741935_1111 (size=12301) 2024-11-21T14:40:58,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/50d8897440a94116a2045fb8fecbac25 2024-11-21T14:40:58,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/09375db4a843478b9c18e132cfb15b62 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/09375db4a843478b9c18e132cfb15b62 2024-11-21T14:40:58,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/09375db4a843478b9c18e132cfb15b62, entries=150, sequenceid=662, filesize=12.0 K 2024-11-21T14:40:58,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/4acb3d6af3c84378a26e2c0fbe5712d3 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4acb3d6af3c84378a26e2c0fbe5712d3 2024-11-21T14:40:58,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200118122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4acb3d6af3c84378a26e2c0fbe5712d3, entries=150, sequenceid=662, filesize=12.0 K 2024-11-21T14:40:58,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/50d8897440a94116a2045fb8fecbac25 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/50d8897440a94116a2045fb8fecbac25 2024-11-21T14:40:58,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200118131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/50d8897440a94116a2045fb8fecbac25, entries=150, sequenceid=662, filesize=12.0 K 2024-11-21T14:40:58,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d8a1a95c18f982d24825e950bf8d2708 in 214ms, sequenceid=662, compaction requested=true 2024-11-21T14:40:58,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:58,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:40:58,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:58,141 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:58,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:40:58,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:58,141 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:58,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:40:58,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:58,143 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:58,143 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:58,143 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:40:58,143 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:40:58,143 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:58,143 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:58,143 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/03a8f3747962445bbc52ad2883798ad6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/5c797a6c96f541138becc1314bc89556, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/09375db4a843478b9c18e132cfb15b62] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=37.0 K 2024-11-21T14:40:58,143 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/537e4c29f4234194bc6e474eb3aeb5bf, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/16d7476069eb409483b55419149d544e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4acb3d6af3c84378a26e2c0fbe5712d3] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=37.0 K 2024-11-21T14:40:58,144 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 537e4c29f4234194bc6e474eb3aeb5bf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732200055540 2024-11-21T14:40:58,144 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 16d7476069eb409483b55419149d544e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1732200056170 2024-11-21T14:40:58,145 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 4acb3d6af3c84378a26e2c0fbe5712d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1732200057293 2024-11-21T14:40:58,145 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03a8f3747962445bbc52ad2883798ad6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732200055540 2024-11-21T14:40:58,146 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c797a6c96f541138becc1314bc89556, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1732200056170 2024-11-21T14:40:58,147 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09375db4a843478b9c18e132cfb15b62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1732200057293 2024-11-21T14:40:58,164 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:58,165 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:58,166 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/b987f7b3ffb649e08bf15f3c6bae38af is 50, key is test_row_0/A:col10/1732200057925/Put/seqid=0 2024-11-21T14:40:58,166 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/d03094dd671a4f07a07f53d18117d7a1 is 50, key is test_row_0/B:col10/1732200057925/Put/seqid=0 2024-11-21T14:40:58,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741937_1113 (size=13425) 2024-11-21T14:40:58,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741936_1112 (size=13425) 2024-11-21T14:40:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:58,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200057990, max timestamp=1732200058344Num uniques 859; 2024-11-21T14:40:58,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:40:58,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200057990, max timestamp=1732200058344Num uniques 859; 2024-11-21T14:40:58,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200057990, max timestamp=1732200058345Num uniques 859; 2024-11-21T14:40:58,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:40:58,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:40:58,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=26.84 KB heapSize=66.23 KB 2024-11-21T14:40:58,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:58,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:58,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:58,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:58,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:58,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:58,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/9af8268118084d4787a00434f9e1feb8 is 50, key is test_row_0/A:col10/1732200058345/Put/seqid=0 2024-11-21T14:40:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741938_1114 (size=14741) 2024-11-21T14:40:58,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=684 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/9af8268118084d4787a00434f9e1feb8 2024-11-21T14:40:58,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/19b23e3ccf104beaab2cdacea77f3143 is 50, key is test_row_0/B:col10/1732200058345/Put/seqid=0 2024-11-21T14:40:58,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732200058379, max timestamp=1732200058405Num uniques 859; 2024-11-21T14:40:58,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732200058379, max timestamp=1732200058405Num uniques 859; 2024-11-21T14:40:58,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T14:40:58,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T14:40:58,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732200058379, max timestamp=1732200058405Num uniques 859; 2024-11-21T14:40:58,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-21T14:40:58,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741939_1115 (size=12301) 2024-11-21T14:40:58,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=684 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/19b23e3ccf104beaab2cdacea77f3143 2024-11-21T14:40:58,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/a13b4c0ad9e044d4b7892a1478b2185f is 50, key is test_row_0/C:col10/1732200058345/Put/seqid=0 2024-11-21T14:40:58,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200118440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741940_1116 (size=12301) 2024-11-21T14:40:58,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200118449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200118451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200118454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-21T14:40:58,542 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:40:58,543 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:40:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-21T14:40:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T14:40:58,546 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:40:58,547 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:40:58,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:40:58,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200118562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200118575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200118575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200118576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,636 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/d03094dd671a4f07a07f53d18117d7a1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/d03094dd671a4f07a07f53d18117d7a1 2024-11-21T14:40:58,646 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into d03094dd671a4f07a07f53d18117d7a1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:58,646 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:58,646 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=13, startTime=1732200058141; duration=0sec 2024-11-21T14:40:58,647 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:40:58,647 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:40:58,647 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:40:58,649 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:40:58,650 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:40:58,650 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:58,650 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/e21a18fabe24423380bbfc61cb6f00a6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/0537f932dd1a4b2d9cbe1618385868ae, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/50d8897440a94116a2045fb8fecbac25] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=37.0 K 2024-11-21T14:40:58,651 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting e21a18fabe24423380bbfc61cb6f00a6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1732200055540 2024-11-21T14:40:58,651 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 0537f932dd1a4b2d9cbe1618385868ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1732200056170 2024-11-21T14:40:58,652 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 50d8897440a94116a2045fb8fecbac25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1732200057293 2024-11-21T14:40:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T14:40:58,661 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/b987f7b3ffb649e08bf15f3c6bae38af as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b987f7b3ffb649e08bf15f3c6bae38af 2024-11-21T14:40:58,681 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into b987f7b3ffb649e08bf15f3c6bae38af(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:58,681 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:58,681 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=13, startTime=1732200058141; duration=0sec 2024-11-21T14:40:58,682 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:58,682 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:40:58,689 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:40:58,690 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/a6f6729c21894b149211f7133b5580c5 is 50, key is test_row_0/C:col10/1732200057925/Put/seqid=0 2024-11-21T14:40:58,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T14:40:58,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:58,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:58,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:58,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:58,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741941_1117 (size=13425) 2024-11-21T14:40:58,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200118782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200118782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200118792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200118793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:58,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:58,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:58,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T14:40:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:58,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:58,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=684 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/a13b4c0ad9e044d4b7892a1478b2185f 2024-11-21T14:40:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T14:40:58,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/9af8268118084d4787a00434f9e1feb8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9af8268118084d4787a00434f9e1feb8 2024-11-21T14:40:58,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9af8268118084d4787a00434f9e1feb8, entries=200, sequenceid=684, filesize=14.4 K 2024-11-21T14:40:58,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/19b23e3ccf104beaab2cdacea77f3143 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/19b23e3ccf104beaab2cdacea77f3143 2024-11-21T14:40:58,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/19b23e3ccf104beaab2cdacea77f3143, entries=150, sequenceid=684, filesize=12.0 K 2024-11-21T14:40:58,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/a13b4c0ad9e044d4b7892a1478b2185f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a13b4c0ad9e044d4b7892a1478b2185f 2024-11-21T14:40:58,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a13b4c0ad9e044d4b7892a1478b2185f, entries=150, sequenceid=684, filesize=12.0 K 2024-11-21T14:40:58,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for d8a1a95c18f982d24825e950bf8d2708 in 544ms, sequenceid=684, compaction requested=false 2024-11-21T14:40:58,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:59,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-21T14:40:59,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:59,013 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-11-21T14:40:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:40:59,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/15197b21abab4745beb723aee53571c2 is 50, key is test_row_0/A:col10/1732200058450/Put/seqid=0 2024-11-21T14:40:59,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741942_1118 (size=12301) 2024-11-21T14:40:59,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=723 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/15197b21abab4745beb723aee53571c2 2024-11-21T14:40:59,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/350dcee37e6541b795858de8cd6cacc3 is 50, key is test_row_0/B:col10/1732200058450/Put/seqid=0 2024-11-21T14:40:59,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741943_1119 (size=12301) 2024-11-21T14:40:59,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:59,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200119111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200119112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200119113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200119121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,146 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/a6f6729c21894b149211f7133b5580c5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a6f6729c21894b149211f7133b5580c5 2024-11-21T14:40:59,155 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into a6f6729c21894b149211f7133b5580c5(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:40:59,155 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:59,155 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=13, startTime=1732200058141; duration=0sec 2024-11-21T14:40:59,155 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:40:59,155 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:40:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T14:40:59,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200119232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200119232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200119232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200119442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200119442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200119443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,485 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=723 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/350dcee37e6541b795858de8cd6cacc3 2024-11-21T14:40:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/52643529dc1640859643fce85cb9bd93 is 50, key is test_row_0/C:col10/1732200058450/Put/seqid=0 2024-11-21T14:40:59,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741944_1120 (size=12301) 2024-11-21T14:40:59,506 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=723 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/52643529dc1640859643fce85cb9bd93 2024-11-21T14:40:59,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/15197b21abab4745beb723aee53571c2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15197b21abab4745beb723aee53571c2 2024-11-21T14:40:59,518 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15197b21abab4745beb723aee53571c2, entries=150, sequenceid=723, filesize=12.0 K 2024-11-21T14:40:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/350dcee37e6541b795858de8cd6cacc3 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/350dcee37e6541b795858de8cd6cacc3 2024-11-21T14:40:59,525 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/350dcee37e6541b795858de8cd6cacc3, entries=150, sequenceid=723, filesize=12.0 K 2024-11-21T14:40:59,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/52643529dc1640859643fce85cb9bd93 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/52643529dc1640859643fce85cb9bd93 2024-11-21T14:40:59,540 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/52643529dc1640859643fce85cb9bd93, entries=150, sequenceid=723, filesize=12.0 K 2024-11-21T14:40:59,544 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for d8a1a95c18f982d24825e950bf8d2708 in 531ms, sequenceid=723, compaction requested=true 2024-11-21T14:40:59,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:40:59,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:59,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-21T14:40:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-21T14:40:59,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-21T14:40:59,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-21T14:40:59,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.0080 sec 2024-11-21T14:40:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:40:59,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:40:59,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:40:59,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:59,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:40:59,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:59,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:40:59,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:40:59,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/90147307f19c48889010ec78bcf17605 is 50, key is test_row_0/A:col10/1732200059117/Put/seqid=0 2024-11-21T14:40:59,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741945_1121 (size=12301) 2024-11-21T14:40:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-21T14:40:59,682 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:40:59,683 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:40:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-21T14:40:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T14:40:59,685 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:40:59,686 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:40:59,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:40:59,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200059682, max timestamp=1732200059755Num uniques 859; 2024-11-21T14:40:59,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:59,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200059682, max timestamp=1732200059755Num uniques 859; 2024-11-21T14:40:59,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:59,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200059682, max timestamp=1732200059755Num uniques 859; 2024-11-21T14:40:59,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:40:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T14:40:59,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200119787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200119788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200119796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200119797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T14:40:59,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:59,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:59,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200119902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200119902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200119911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:40:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200119911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:40:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:40:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:40:59,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T14:40:59,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:59,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:40:59,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:40:59,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:59,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:40:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T14:41:00,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=734 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/90147307f19c48889010ec78bcf17605 2024-11-21T14:41:00,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/2ea0894406d64d289870f09fc23908f0 is 50, key is test_row_0/B:col10/1732200059117/Put/seqid=0 2024-11-21T14:41:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741946_1122 (size=12301) 2024-11-21T14:41:00,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=734 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/2ea0894406d64d289870f09fc23908f0 2024-11-21T14:41:00,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/1d4d362faeb94bb889e4bb6d6b721b24 is 50, key is test_row_0/C:col10/1732200059117/Put/seqid=0 2024-11-21T14:41:00,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741947_1123 (size=12301) 2024-11-21T14:41:00,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200120122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=734 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/1d4d362faeb94bb889e4bb6d6b721b24 2024-11-21T14:41:00,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200120122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200120122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200120122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/90147307f19c48889010ec78bcf17605 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/90147307f19c48889010ec78bcf17605 2024-11-21T14:41:00,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T14:41:00,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:00,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:41:00,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:00,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:00,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:00,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/90147307f19c48889010ec78bcf17605, entries=150, sequenceid=734, filesize=12.0 K 2024-11-21T14:41:00,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/2ea0894406d64d289870f09fc23908f0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/2ea0894406d64d289870f09fc23908f0 2024-11-21T14:41:00,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/2ea0894406d64d289870f09fc23908f0, entries=150, sequenceid=734, filesize=12.0 K 2024-11-21T14:41:00,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/1d4d362faeb94bb889e4bb6d6b721b24 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/1d4d362faeb94bb889e4bb6d6b721b24 2024-11-21T14:41:00,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/1d4d362faeb94bb889e4bb6d6b721b24, entries=150, sequenceid=734, filesize=12.0 K 2024-11-21T14:41:00,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d8a1a95c18f982d24825e950bf8d2708 in 544ms, sequenceid=734, compaction requested=true 2024-11-21T14:41:00,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:41:00,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:00,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:00,182 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:00,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:00,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:00,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:00,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T14:41:00,183 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:00,185 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:00,185 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52768 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:00,185 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:41:00,185 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:41:00,185 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:00,185 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:00,185 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/d03094dd671a4f07a07f53d18117d7a1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/19b23e3ccf104beaab2cdacea77f3143, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/350dcee37e6541b795858de8cd6cacc3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/2ea0894406d64d289870f09fc23908f0] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=49.1 K 2024-11-21T14:41:00,185 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b987f7b3ffb649e08bf15f3c6bae38af, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9af8268118084d4787a00434f9e1feb8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15197b21abab4745beb723aee53571c2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/90147307f19c48889010ec78bcf17605] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=51.5 K 2024-11-21T14:41:00,186 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d03094dd671a4f07a07f53d18117d7a1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1732200057293 2024-11-21T14:41:00,186 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b987f7b3ffb649e08bf15f3c6bae38af, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1732200057293 2024-11-21T14:41:00,187 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9af8268118084d4787a00434f9e1feb8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=684, earliestPutTs=1732200057990 2024-11-21T14:41:00,187 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 19b23e3ccf104beaab2cdacea77f3143, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=684, earliestPutTs=1732200058011 2024-11-21T14:41:00,187 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15197b21abab4745beb723aee53571c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=723, earliestPutTs=1732200058432 2024-11-21T14:41:00,188 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 350dcee37e6541b795858de8cd6cacc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=723, earliestPutTs=1732200058432 2024-11-21T14:41:00,188 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90147307f19c48889010ec78bcf17605, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=734, earliestPutTs=1732200059104 2024-11-21T14:41:00,188 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ea0894406d64d289870f09fc23908f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=734, earliestPutTs=1732200059104 2024-11-21T14:41:00,202 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:00,202 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:00,203 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/fb6a83210fd84b9e81d085ea9d37e64f is 50, key is test_row_0/B:col10/1732200059117/Put/seqid=0 2024-11-21T14:41:00,203 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/87f75259ffb443e287ae39875bed7bc5 is 50, key is test_row_0/A:col10/1732200059117/Put/seqid=0 2024-11-21T14:41:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741948_1124 (size=13561) 2024-11-21T14:41:00,234 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/fb6a83210fd84b9e81d085ea9d37e64f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/fb6a83210fd84b9e81d085ea9d37e64f 2024-11-21T14:41:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741949_1125 (size=13561) 2024-11-21T14:41:00,252 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into fb6a83210fd84b9e81d085ea9d37e64f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:00,252 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:41:00,252 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=12, startTime=1732200060182; duration=0sec 2024-11-21T14:41:00,252 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:00,253 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:41:00,253 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:00,256 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:00,256 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:41:00,256 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:00,257 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a6f6729c21894b149211f7133b5580c5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a13b4c0ad9e044d4b7892a1478b2185f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/52643529dc1640859643fce85cb9bd93, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/1d4d362faeb94bb889e4bb6d6b721b24] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=49.1 K 2024-11-21T14:41:00,259 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a6f6729c21894b149211f7133b5580c5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1732200057293 2024-11-21T14:41:00,259 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a13b4c0ad9e044d4b7892a1478b2185f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=684, earliestPutTs=1732200058011 2024-11-21T14:41:00,261 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 52643529dc1640859643fce85cb9bd93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=723, earliestPutTs=1732200058432 2024-11-21T14:41:00,263 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/87f75259ffb443e287ae39875bed7bc5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/87f75259ffb443e287ae39875bed7bc5 2024-11-21T14:41:00,263 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d4d362faeb94bb889e4bb6d6b721b24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=734, earliestPutTs=1732200059104 2024-11-21T14:41:00,271 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into 87f75259ffb443e287ae39875bed7bc5(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:00,271 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:41:00,271 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=12, startTime=1732200060182; duration=0sec 2024-11-21T14:41:00,271 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:00,272 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:41:00,285 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:00,286 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/db047bf1cc284272bf31e7d358ab4fc4 is 50, key is test_row_0/C:col10/1732200059117/Put/seqid=0 2024-11-21T14:41:00,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-21T14:41:00,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:00,302 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T14:41:00,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:41:00,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:00,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:41:00,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:00,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:41:00,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T14:41:00,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741950_1126 (size=13561) 2024-11-21T14:41:00,342 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/db047bf1cc284272bf31e7d358ab4fc4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/db047bf1cc284272bf31e7d358ab4fc4 2024-11-21T14:41:00,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/455c4c43781c481e98fb06325af97fd5 is 50, key is test_row_0/A:col10/1732200059794/Put/seqid=0 2024-11-21T14:41:00,361 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into db047bf1cc284272bf31e7d358ab4fc4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:00,361 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:41:00,361 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=12, startTime=1732200060182; duration=0sec 2024-11-21T14:41:00,361 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:00,361 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:41:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741951_1127 (size=12301) 2024-11-21T14:41:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:41:00,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:41:00,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200120458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200120459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200120462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200120463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200120571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200120572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200120572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200120572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,771 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=772 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/455c4c43781c481e98fb06325af97fd5 2024-11-21T14:41:00,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200120782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200120792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200120792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200120793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:00,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/93b92ed6eab04a37850ff8160cedc331 is 50, key is test_row_0/B:col10/1732200059794/Put/seqid=0 2024-11-21T14:41:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741952_1128 (size=12301) 2024-11-21T14:41:00,819 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=772 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/93b92ed6eab04a37850ff8160cedc331 2024-11-21T14:41:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T14:41:00,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/aabfd0def0be4dd38049104f48977a1f is 50, key is test_row_0/C:col10/1732200059794/Put/seqid=0 2024-11-21T14:41:00,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741953_1129 (size=12301) 2024-11-21T14:41:00,873 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=772 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/aabfd0def0be4dd38049104f48977a1f 2024-11-21T14:41:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/455c4c43781c481e98fb06325af97fd5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/455c4c43781c481e98fb06325af97fd5 2024-11-21T14:41:00,901 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/455c4c43781c481e98fb06325af97fd5, entries=150, sequenceid=772, filesize=12.0 K 2024-11-21T14:41:00,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/93b92ed6eab04a37850ff8160cedc331 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/93b92ed6eab04a37850ff8160cedc331 2024-11-21T14:41:00,916 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/93b92ed6eab04a37850ff8160cedc331, entries=150, sequenceid=772, filesize=12.0 K 2024-11-21T14:41:00,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/aabfd0def0be4dd38049104f48977a1f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/aabfd0def0be4dd38049104f48977a1f 2024-11-21T14:41:00,926 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/aabfd0def0be4dd38049104f48977a1f, entries=150, sequenceid=772, filesize=12.0 K 2024-11-21T14:41:00,927 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for d8a1a95c18f982d24825e950bf8d2708 in 626ms, sequenceid=772, compaction requested=false 2024-11-21T14:41:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:41:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T14:41:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T14:41:00,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-21T14:41:00,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2430 sec 2024-11-21T14:41:00,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.2540 sec 2024-11-21T14:41:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:41:01,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T14:41:01,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:41:01,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:01,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:41:01,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:01,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:41:01,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:01,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/d3d7cf7d9f154826a28f4ded72b83597 is 50, key is test_row_0/A:col10/1732200060458/Put/seqid=0 2024-11-21T14:41:01,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741954_1130 (size=17181) 2024-11-21T14:41:01,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200121144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200121151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200121158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200121158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200121261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200121271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200121272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200121272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34332 deadline: 1732200121412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,418 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in d8a1a95c18f982d24825e950bf8d2708 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200121471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200121482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200121482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200121482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=786 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/d3d7cf7d9f154826a28f4ded72b83597 2024-11-21T14:41:01,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/95969734dac34312a8610bba2b676c16 is 50, key is test_row_0/B:col10/1732200060458/Put/seqid=0 2024-11-21T14:41:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741955_1131 (size=12301) 2024-11-21T14:41:01,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=786 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/95969734dac34312a8610bba2b676c16 2024-11-21T14:41:01,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/c376095ae44e401baa5efe56421422f2 is 50, key is test_row_0/C:col10/1732200060458/Put/seqid=0 2024-11-21T14:41:01,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741956_1132 (size=12301) 2024-11-21T14:41:01,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34302 deadline: 1732200121781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34376 deadline: 1732200121792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34304 deadline: 1732200121792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34354 deadline: 1732200121792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:01,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T14:41:01,832 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:01,833 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-21T14:41:01,837 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:01,838 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:01,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T14:41:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T14:41:01,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-21T14:41:01,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:01,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:41:01,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:01,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:01,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:02,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=786 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/c376095ae44e401baa5efe56421422f2 2024-11-21T14:41:02,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/d3d7cf7d9f154826a28f4ded72b83597 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d3d7cf7d9f154826a28f4ded72b83597 2024-11-21T14:41:02,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d3d7cf7d9f154826a28f4ded72b83597, entries=250, sequenceid=786, filesize=16.8 K 2024-11-21T14:41:02,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/95969734dac34312a8610bba2b676c16 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95969734dac34312a8610bba2b676c16 2024-11-21T14:41:02,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95969734dac34312a8610bba2b676c16, entries=150, sequenceid=786, filesize=12.0 K 2024-11-21T14:41:02,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/c376095ae44e401baa5efe56421422f2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/c376095ae44e401baa5efe56421422f2 2024-11-21T14:41:02,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/c376095ae44e401baa5efe56421422f2, entries=150, sequenceid=786, filesize=12.0 K 2024-11-21T14:41:02,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d8a1a95c18f982d24825e950bf8d2708 in 995ms, sequenceid=786, compaction requested=true 2024-11-21T14:41:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:41:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8a1a95c18f982d24825e950bf8d2708:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T14:41:02,124 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:02,124 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:02,127 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:02,127 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:02,127 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/A is initiating minor compaction (all files) 2024-11-21T14:41:02,127 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/B is initiating minor compaction (all files) 2024-11-21T14:41:02,127 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/A in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:02,127 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/B in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:02,127 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/87f75259ffb443e287ae39875bed7bc5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/455c4c43781c481e98fb06325af97fd5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d3d7cf7d9f154826a28f4ded72b83597] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=42.0 K 2024-11-21T14:41:02,127 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/fb6a83210fd84b9e81d085ea9d37e64f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/93b92ed6eab04a37850ff8160cedc331, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95969734dac34312a8610bba2b676c16] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=37.3 K 2024-11-21T14:41:02,128 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting fb6a83210fd84b9e81d085ea9d37e64f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=734, earliestPutTs=1732200059104 2024-11-21T14:41:02,128 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87f75259ffb443e287ae39875bed7bc5, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=734, earliestPutTs=1732200059104 2024-11-21T14:41:02,128 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 93b92ed6eab04a37850ff8160cedc331, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=772, earliestPutTs=1732200059779 2024-11-21T14:41:02,128 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 95969734dac34312a8610bba2b676c16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=786, earliestPutTs=1732200060458 2024-11-21T14:41:02,129 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 455c4c43781c481e98fb06325af97fd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=772, earliestPutTs=1732200059779 2024-11-21T14:41:02,129 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3d7cf7d9f154826a28f4ded72b83597, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=786, earliestPutTs=1732200060454 2024-11-21T14:41:02,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-21T14:41:02,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:02,151 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T14:41:02,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:41:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T14:41:02,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:02,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:41:02,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:02,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:41:02,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:02,155 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#B#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:02,155 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/b075d1b1bf624b68b9b01f7aef085259 is 50, key is test_row_0/B:col10/1732200060458/Put/seqid=0 2024-11-21T14:41:02,167 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#A#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:02,168 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/e5ac768065a74e5892b53d6c6d27d6e1 is 50, key is test_row_0/A:col10/1732200060458/Put/seqid=0 2024-11-21T14:41:02,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/3d687d18189746d2aa315f1706107b64 is 50, key is test_row_0/A:col10/1732200061151/Put/seqid=0 2024-11-21T14:41:02,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741957_1133 (size=13663) 2024-11-21T14:41:02,224 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/b075d1b1bf624b68b9b01f7aef085259 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/b075d1b1bf624b68b9b01f7aef085259 2024-11-21T14:41:02,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741958_1134 (size=12301) 2024-11-21T14:41:02,238 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=805 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/3d687d18189746d2aa315f1706107b64 2024-11-21T14:41:02,245 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/B of d8a1a95c18f982d24825e950bf8d2708 into b075d1b1bf624b68b9b01f7aef085259(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:02,245 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:41:02,245 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/B, priority=13, startTime=1732200062124; duration=0sec 2024-11-21T14:41:02,246 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:02,246 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:B 2024-11-21T14:41:02,246 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:02,252 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:02,252 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): d8a1a95c18f982d24825e950bf8d2708/C is initiating minor compaction (all files) 2024-11-21T14:41:02,252 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d8a1a95c18f982d24825e950bf8d2708/C in TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:02,253 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/db047bf1cc284272bf31e7d358ab4fc4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/aabfd0def0be4dd38049104f48977a1f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/c376095ae44e401baa5efe56421422f2] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp, totalSize=37.3 K 2024-11-21T14:41:02,254 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting db047bf1cc284272bf31e7d358ab4fc4, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=734, earliestPutTs=1732200059104 2024-11-21T14:41:02,254 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting aabfd0def0be4dd38049104f48977a1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=772, earliestPutTs=1732200059779 2024-11-21T14:41:02,262 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting c376095ae44e401baa5efe56421422f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=786, earliestPutTs=1732200060458 2024-11-21T14:41:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741959_1135 (size=13663) 2024-11-21T14:41:02,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/1d61316bdb9146f4a122164a181caf7f is 50, key is test_row_0/B:col10/1732200061151/Put/seqid=0 2024-11-21T14:41:02,282 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/e5ac768065a74e5892b53d6c6d27d6e1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/e5ac768065a74e5892b53d6c6d27d6e1 2024-11-21T14:41:02,290 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8a1a95c18f982d24825e950bf8d2708#C#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:02,291 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/5b975acdd4f4412d87e7b627a526fa82 is 50, key is test_row_0/C:col10/1732200060458/Put/seqid=0 2024-11-21T14:41:02,296 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/A of d8a1a95c18f982d24825e950bf8d2708 into e5ac768065a74e5892b53d6c6d27d6e1(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:02,296 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:41:02,297 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/A, priority=13, startTime=1732200062124; duration=0sec 2024-11-21T14:41:02,297 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:02,297 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:A 2024-11-21T14:41:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741960_1136 (size=12301) 2024-11-21T14:41:02,318 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=805 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/1d61316bdb9146f4a122164a181caf7f 2024-11-21T14:41:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741961_1137 (size=13663) 2024-11-21T14:41:02,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/9453df0fe6964659b4e5013185f15bce is 50, key is test_row_0/C:col10/1732200061151/Put/seqid=0 2024-11-21T14:41:02,338 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/5b975acdd4f4412d87e7b627a526fa82 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/5b975acdd4f4412d87e7b627a526fa82 2024-11-21T14:41:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:41:02,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. as already flushing 2024-11-21T14:41:02,346 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-21T14:41:02,346 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-21T14:41:02,346 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:02,346 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:02,352 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-21T14:41:02,352 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:02,353 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-21T14:41:02,353 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:02,353 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,354 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,354 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-21T14:41:02,354 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:02,354 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,354 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,354 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-21T14:41:02,354 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:02,354 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,355 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:02,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:02,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:02,355 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,355 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,355 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,355 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:02,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:02,360 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-21T14:41:02,360 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,360 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:02,360 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,360 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:02,361 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d8a1a95c18f982d24825e950bf8d2708/C of d8a1a95c18f982d24825e950bf8d2708 into 5b975acdd4f4412d87e7b627a526fa82(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:02,361 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,361 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:41:02,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:02,361 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., storeName=d8a1a95c18f982d24825e950bf8d2708/C, priority=13, startTime=1732200062124; duration=0sec 2024-11-21T14:41:02,361 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:02,361 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8a1a95c18f982d24825e950bf8d2708:C 2024-11-21T14:41:02,364 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-21T14:41:02,364 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:02,364 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,364 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:02,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:02,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741962_1138 (size=12301) 2024-11-21T14:41:02,369 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=805 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/9453df0fe6964659b4e5013185f15bce 2024-11-21T14:41:02,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/3d687d18189746d2aa315f1706107b64 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/3d687d18189746d2aa315f1706107b64 2024-11-21T14:41:02,384 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/3d687d18189746d2aa315f1706107b64, entries=150, sequenceid=805, filesize=12.0 K 2024-11-21T14:41:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/1d61316bdb9146f4a122164a181caf7f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1d61316bdb9146f4a122164a181caf7f 2024-11-21T14:41:02,390 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1d61316bdb9146f4a122164a181caf7f, entries=150, sequenceid=805, filesize=12.0 K 2024-11-21T14:41:02,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/9453df0fe6964659b4e5013185f15bce as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/9453df0fe6964659b4e5013185f15bce 2024-11-21T14:41:02,396 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/9453df0fe6964659b4e5013185f15bce, entries=150, sequenceid=805, filesize=12.0 K 2024-11-21T14:41:02,397 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=26.84 KB/27480 for d8a1a95c18f982d24825e950bf8d2708 in 245ms, sequenceid=805, compaction requested=false 2024-11-21T14:41:02,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d8a1a95c18f982d24825e950bf8d2708: 2024-11-21T14:41:02,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:02,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T14:41:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T14:41:02,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-21T14:41:02,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 560 msec 2024-11-21T14:41:02,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 568 msec 2024-11-21T14:41:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-21T14:41:02,462 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:04,177 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:41:11,435 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-21T14:41:11,435 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:11,435 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:11,435 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:11,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:11,435 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T14:41:11,435 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 170 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 179 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2380 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2330 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1089 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3266 rows 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1085 2024-11-21T14:41:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3255 rows 2024-11-21T14:41:11,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:41:11,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:41:11,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:11,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:11,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:11,441 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T14:41:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T14:41:11,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200071449"}]},"ts":"1732200071449"} 2024-11-21T14:41:11,452 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T14:41:11,452 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T14:41:11,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T14:41:11,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8a1a95c18f982d24825e950bf8d2708, UNASSIGN}] 2024-11-21T14:41:11,461 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8a1a95c18f982d24825e950bf8d2708, UNASSIGN 2024-11-21T14:41:11,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=d8a1a95c18f982d24825e950bf8d2708, regionState=CLOSING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:11,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8a1a95c18f982d24825e950bf8d2708, UNASSIGN because future has completed 2024-11-21T14:41:11,472 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:41:11,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:41:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T14:41:11,632 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:41:11,632 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:41:11,633 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing d8a1a95c18f982d24825e950bf8d2708, disabling compactions & flushes 2024-11-21T14:41:11,633 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:11,633 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:11,633 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. after waiting 0 ms 2024-11-21T14:41:11,633 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:11,638 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing d8a1a95c18f982d24825e950bf8d2708 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T14:41:11,638 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=A 2024-11-21T14:41:11,638 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:11,638 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=B 2024-11-21T14:41:11,638 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:11,638 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8a1a95c18f982d24825e950bf8d2708, store=C 2024-11-21T14:41:11,638 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:11,645 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/b77b69080e354a8c99a68e30705f152d is 50, key is test_row_0/A:col10/1732200062344/Put/seqid=0 2024-11-21T14:41:11,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741963_1139 (size=12301) 2024-11-21T14:41:11,658 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=816 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/b77b69080e354a8c99a68e30705f152d 2024-11-21T14:41:11,679 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/9ee7e04db5b64f9ca2e19cf9a0371c2d is 50, key is test_row_0/B:col10/1732200062344/Put/seqid=0 2024-11-21T14:41:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741964_1140 (size=12301) 2024-11-21T14:41:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T14:41:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T14:41:12,087 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=816 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/9ee7e04db5b64f9ca2e19cf9a0371c2d 2024-11-21T14:41:12,103 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/999bd871fc9c487eb99d7943595bc9c2 is 50, key is test_row_0/C:col10/1732200062344/Put/seqid=0 2024-11-21T14:41:12,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741965_1141 (size=12301) 2024-11-21T14:41:12,118 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=816 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/999bd871fc9c487eb99d7943595bc9c2 2024-11-21T14:41:12,128 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/A/b77b69080e354a8c99a68e30705f152d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b77b69080e354a8c99a68e30705f152d 2024-11-21T14:41:12,137 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b77b69080e354a8c99a68e30705f152d, entries=150, sequenceid=816, filesize=12.0 K 2024-11-21T14:41:12,139 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/B/9ee7e04db5b64f9ca2e19cf9a0371c2d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/9ee7e04db5b64f9ca2e19cf9a0371c2d 2024-11-21T14:41:12,146 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/9ee7e04db5b64f9ca2e19cf9a0371c2d, entries=150, sequenceid=816, filesize=12.0 K 2024-11-21T14:41:12,147 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/.tmp/C/999bd871fc9c487eb99d7943595bc9c2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/999bd871fc9c487eb99d7943595bc9c2 2024-11-21T14:41:12,153 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/999bd871fc9c487eb99d7943595bc9c2, entries=150, sequenceid=816, filesize=12.0 K 2024-11-21T14:41:12,154 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for d8a1a95c18f982d24825e950bf8d2708 in 521ms, sequenceid=816, compaction requested=true 2024-11-21T14:41:12,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a638c06563cd4833b0f82d7b4d7f28e8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b5e7e887b2694d9990abc3dac3f6dbf0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/185d4f6dfabe424cb2c44c524a3369ac, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15ba773855a34ef9b0a67a513639fd34, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8cff1f68edf7486a9ac8b73996b4161f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/6a29e0b5d41149f4bffec2ea452f4949, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d959ab2a0999454d8102f4d63438701a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/460489ec22b44a4f999db3a490fa5fbc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/4052405e43494861908e4f24de838692, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/cb2345587641485aa0c2024311dcc8ed, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/965ba5185d774cab9854ddad263d5563, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9e8790710b8c4a7285058ecd64bf902e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a3a7307912e944e2872778c503d814b2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/38feed00606a4c16b322331142299f95, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a614d837a60c42d98cf76f20d086ed38, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/53ead765987b462b8bfb2d17a94b6604, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/c2cf0210a2e74390bc117c78d6fc9dc2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8a8d2e5d032f4791a27dd0260ae49e41, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/051b2e1c936f4e2386025b081b145305, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/78ef304430ec4593be991bf015cc4775, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/101e31dd25a24a5087aa424f2d8ab831, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/2bdfb18320f941edbac05b35dfde74c1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a628da9474fa44c79ab1247a455449ba, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/75924293979945209daae42e7f016117, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/85003fdf002744ea8f4be46ca187c3e3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/510f95b379334d2db75a763b6c71849e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/0028d06d038e46678dea5398421cb4a6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/48b99f8a48c64a2eb7929350886d5585, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/ce577ac69ecc4253a0318022862b6bbe, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/03a8f3747962445bbc52ad2883798ad6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/c1ca3b13f43144f9907024b966e2f89b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/5c797a6c96f541138becc1314bc89556, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b987f7b3ffb649e08bf15f3c6bae38af, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/09375db4a843478b9c18e132cfb15b62, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9af8268118084d4787a00434f9e1feb8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15197b21abab4745beb723aee53571c2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/87f75259ffb443e287ae39875bed7bc5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/90147307f19c48889010ec78bcf17605, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/455c4c43781c481e98fb06325af97fd5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d3d7cf7d9f154826a28f4ded72b83597] to archive 2024-11-21T14:41:12,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:41:12,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a638c06563cd4833b0f82d7b4d7f28e8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a638c06563cd4833b0f82d7b4d7f28e8 2024-11-21T14:41:12,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b5e7e887b2694d9990abc3dac3f6dbf0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b5e7e887b2694d9990abc3dac3f6dbf0 2024-11-21T14:41:12,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/185d4f6dfabe424cb2c44c524a3369ac to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/185d4f6dfabe424cb2c44c524a3369ac 2024-11-21T14:41:12,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15ba773855a34ef9b0a67a513639fd34 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15ba773855a34ef9b0a67a513639fd34 2024-11-21T14:41:12,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8cff1f68edf7486a9ac8b73996b4161f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8cff1f68edf7486a9ac8b73996b4161f 2024-11-21T14:41:12,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/6a29e0b5d41149f4bffec2ea452f4949 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/6a29e0b5d41149f4bffec2ea452f4949 2024-11-21T14:41:12,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d959ab2a0999454d8102f4d63438701a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d959ab2a0999454d8102f4d63438701a 2024-11-21T14:41:12,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/460489ec22b44a4f999db3a490fa5fbc to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/460489ec22b44a4f999db3a490fa5fbc 2024-11-21T14:41:12,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/4052405e43494861908e4f24de838692 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/4052405e43494861908e4f24de838692 2024-11-21T14:41:12,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/cb2345587641485aa0c2024311dcc8ed to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/cb2345587641485aa0c2024311dcc8ed 2024-11-21T14:41:12,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/965ba5185d774cab9854ddad263d5563 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/965ba5185d774cab9854ddad263d5563 2024-11-21T14:41:12,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9e8790710b8c4a7285058ecd64bf902e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9e8790710b8c4a7285058ecd64bf902e 2024-11-21T14:41:12,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a3a7307912e944e2872778c503d814b2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a3a7307912e944e2872778c503d814b2 2024-11-21T14:41:12,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/38feed00606a4c16b322331142299f95 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/38feed00606a4c16b322331142299f95 2024-11-21T14:41:12,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a614d837a60c42d98cf76f20d086ed38 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a614d837a60c42d98cf76f20d086ed38 2024-11-21T14:41:12,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/53ead765987b462b8bfb2d17a94b6604 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/53ead765987b462b8bfb2d17a94b6604 2024-11-21T14:41:12,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/c2cf0210a2e74390bc117c78d6fc9dc2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/c2cf0210a2e74390bc117c78d6fc9dc2 2024-11-21T14:41:12,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8a8d2e5d032f4791a27dd0260ae49e41 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/8a8d2e5d032f4791a27dd0260ae49e41 2024-11-21T14:41:12,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/051b2e1c936f4e2386025b081b145305 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/051b2e1c936f4e2386025b081b145305 2024-11-21T14:41:12,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/78ef304430ec4593be991bf015cc4775 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/78ef304430ec4593be991bf015cc4775 2024-11-21T14:41:12,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/101e31dd25a24a5087aa424f2d8ab831 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/101e31dd25a24a5087aa424f2d8ab831 2024-11-21T14:41:12,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/2bdfb18320f941edbac05b35dfde74c1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/2bdfb18320f941edbac05b35dfde74c1 2024-11-21T14:41:12,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a628da9474fa44c79ab1247a455449ba to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/a628da9474fa44c79ab1247a455449ba 2024-11-21T14:41:12,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/75924293979945209daae42e7f016117 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/75924293979945209daae42e7f016117 2024-11-21T14:41:12,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/85003fdf002744ea8f4be46ca187c3e3 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/85003fdf002744ea8f4be46ca187c3e3 2024-11-21T14:41:12,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/510f95b379334d2db75a763b6c71849e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/510f95b379334d2db75a763b6c71849e 2024-11-21T14:41:12,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/0028d06d038e46678dea5398421cb4a6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/0028d06d038e46678dea5398421cb4a6 2024-11-21T14:41:12,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/48b99f8a48c64a2eb7929350886d5585 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/48b99f8a48c64a2eb7929350886d5585 2024-11-21T14:41:12,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/ce577ac69ecc4253a0318022862b6bbe to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/ce577ac69ecc4253a0318022862b6bbe 2024-11-21T14:41:12,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/03a8f3747962445bbc52ad2883798ad6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/03a8f3747962445bbc52ad2883798ad6 2024-11-21T14:41:12,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/c1ca3b13f43144f9907024b966e2f89b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/c1ca3b13f43144f9907024b966e2f89b 2024-11-21T14:41:12,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/5c797a6c96f541138becc1314bc89556 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/5c797a6c96f541138becc1314bc89556 2024-11-21T14:41:12,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b987f7b3ffb649e08bf15f3c6bae38af to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b987f7b3ffb649e08bf15f3c6bae38af 2024-11-21T14:41:12,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/09375db4a843478b9c18e132cfb15b62 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/09375db4a843478b9c18e132cfb15b62 2024-11-21T14:41:12,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9af8268118084d4787a00434f9e1feb8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/9af8268118084d4787a00434f9e1feb8 2024-11-21T14:41:12,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15197b21abab4745beb723aee53571c2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/15197b21abab4745beb723aee53571c2 2024-11-21T14:41:12,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/87f75259ffb443e287ae39875bed7bc5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/87f75259ffb443e287ae39875bed7bc5 2024-11-21T14:41:12,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/90147307f19c48889010ec78bcf17605 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/90147307f19c48889010ec78bcf17605 2024-11-21T14:41:12,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/455c4c43781c481e98fb06325af97fd5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/455c4c43781c481e98fb06325af97fd5 2024-11-21T14:41:12,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d3d7cf7d9f154826a28f4ded72b83597 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/d3d7cf7d9f154826a28f4ded72b83597 2024-11-21T14:41:12,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/05fcc18df4c34d7a8bb31bd750799ee0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/d1a9a840cce949b5830859fab8165d8c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/6cfbc169312f4cb98e280e2590b4125a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e01c3230357442729c755b92af509a37, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4caf605ab5f54191a7acfa06e35557cf, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1566d623aa4b40719cc1a05acec973e1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/08e558b9ff9346e8b72fa4bd91d46793, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/166891bd89314f21a0953859ab1b7295, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e544137fb54e4149815b3718b08ddf96, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/bc7225d4592549e98c6629a136204a70, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/ad37079226f343c08eaabac45d6c3d7e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8a2007aec711476a823e3271fb8683bf, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/c7f73848884d43fc9c9c6293de3ced1f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/f6e3411bbd7c49eba5982c33d41c68f5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/bbd3e34610644f1a8b180e7071fb4cc9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/9db301dbf7884d80a426653c1213d8e3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/5ee6b4733ff04f0e95c349736527726d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/554df9adfee74b71808b409a799339ab, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/11ac7bf279944d5c9aa16890a550a309, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95c46574425f4e23854c36ed7c1764d5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/f563183fb27d4864abf92e5b023677c1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/925dc09748a848b79e014b5a1fb2192d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8bb31e3ffa0e406c905d1a6fd4d18652, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/025aa3abd5f545d391b686e9a7e0c770, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1119b80013cb430db5cad00f46c8e2a3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/a6c2c6b57af94025a28ed15938d56141, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/dca8bef01a3f4b8ab6792bd4ce020723, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/7d3dc21a590a49afa5ccd72b8562cc39, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/cfe403ec349b498780223165a15330e4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/537e4c29f4234194bc6e474eb3aeb5bf, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/fd62df0709604db2b4ce244721f2da63, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/16d7476069eb409483b55419149d544e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/d03094dd671a4f07a07f53d18117d7a1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4acb3d6af3c84378a26e2c0fbe5712d3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/19b23e3ccf104beaab2cdacea77f3143, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/350dcee37e6541b795858de8cd6cacc3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/fb6a83210fd84b9e81d085ea9d37e64f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/2ea0894406d64d289870f09fc23908f0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/93b92ed6eab04a37850ff8160cedc331, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95969734dac34312a8610bba2b676c16] to archive 2024-11-21T14:41:12,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:41:12,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/05fcc18df4c34d7a8bb31bd750799ee0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/05fcc18df4c34d7a8bb31bd750799ee0 2024-11-21T14:41:12,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/d1a9a840cce949b5830859fab8165d8c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/d1a9a840cce949b5830859fab8165d8c 2024-11-21T14:41:12,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/6cfbc169312f4cb98e280e2590b4125a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/6cfbc169312f4cb98e280e2590b4125a 2024-11-21T14:41:12,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e01c3230357442729c755b92af509a37 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e01c3230357442729c755b92af509a37 2024-11-21T14:41:12,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4caf605ab5f54191a7acfa06e35557cf to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4caf605ab5f54191a7acfa06e35557cf 2024-11-21T14:41:12,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1566d623aa4b40719cc1a05acec973e1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1566d623aa4b40719cc1a05acec973e1 2024-11-21T14:41:12,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/08e558b9ff9346e8b72fa4bd91d46793 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/08e558b9ff9346e8b72fa4bd91d46793 2024-11-21T14:41:12,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/166891bd89314f21a0953859ab1b7295 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/166891bd89314f21a0953859ab1b7295 2024-11-21T14:41:12,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e544137fb54e4149815b3718b08ddf96 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/e544137fb54e4149815b3718b08ddf96 2024-11-21T14:41:12,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/bc7225d4592549e98c6629a136204a70 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/bc7225d4592549e98c6629a136204a70 2024-11-21T14:41:12,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/ad37079226f343c08eaabac45d6c3d7e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/ad37079226f343c08eaabac45d6c3d7e 2024-11-21T14:41:12,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8a2007aec711476a823e3271fb8683bf to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8a2007aec711476a823e3271fb8683bf 2024-11-21T14:41:12,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/c7f73848884d43fc9c9c6293de3ced1f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/c7f73848884d43fc9c9c6293de3ced1f 2024-11-21T14:41:12,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/f6e3411bbd7c49eba5982c33d41c68f5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/f6e3411bbd7c49eba5982c33d41c68f5 2024-11-21T14:41:12,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/bbd3e34610644f1a8b180e7071fb4cc9 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/bbd3e34610644f1a8b180e7071fb4cc9 2024-11-21T14:41:12,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/9db301dbf7884d80a426653c1213d8e3 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/9db301dbf7884d80a426653c1213d8e3 2024-11-21T14:41:12,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/5ee6b4733ff04f0e95c349736527726d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/5ee6b4733ff04f0e95c349736527726d 2024-11-21T14:41:12,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/554df9adfee74b71808b409a799339ab to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/554df9adfee74b71808b409a799339ab 2024-11-21T14:41:12,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/11ac7bf279944d5c9aa16890a550a309 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/11ac7bf279944d5c9aa16890a550a309 2024-11-21T14:41:12,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95c46574425f4e23854c36ed7c1764d5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95c46574425f4e23854c36ed7c1764d5 2024-11-21T14:41:12,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/f563183fb27d4864abf92e5b023677c1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/f563183fb27d4864abf92e5b023677c1 2024-11-21T14:41:12,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/925dc09748a848b79e014b5a1fb2192d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/925dc09748a848b79e014b5a1fb2192d 2024-11-21T14:41:12,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8bb31e3ffa0e406c905d1a6fd4d18652 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/8bb31e3ffa0e406c905d1a6fd4d18652 2024-11-21T14:41:12,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/025aa3abd5f545d391b686e9a7e0c770 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/025aa3abd5f545d391b686e9a7e0c770 2024-11-21T14:41:12,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1119b80013cb430db5cad00f46c8e2a3 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1119b80013cb430db5cad00f46c8e2a3 2024-11-21T14:41:12,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/a6c2c6b57af94025a28ed15938d56141 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/a6c2c6b57af94025a28ed15938d56141 2024-11-21T14:41:12,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/dca8bef01a3f4b8ab6792bd4ce020723 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/dca8bef01a3f4b8ab6792bd4ce020723 2024-11-21T14:41:12,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/7d3dc21a590a49afa5ccd72b8562cc39 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/7d3dc21a590a49afa5ccd72b8562cc39 2024-11-21T14:41:12,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/cfe403ec349b498780223165a15330e4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/cfe403ec349b498780223165a15330e4 2024-11-21T14:41:12,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/537e4c29f4234194bc6e474eb3aeb5bf to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/537e4c29f4234194bc6e474eb3aeb5bf 2024-11-21T14:41:12,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/fd62df0709604db2b4ce244721f2da63 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/fd62df0709604db2b4ce244721f2da63 2024-11-21T14:41:12,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/16d7476069eb409483b55419149d544e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/16d7476069eb409483b55419149d544e 2024-11-21T14:41:12,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/d03094dd671a4f07a07f53d18117d7a1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/d03094dd671a4f07a07f53d18117d7a1 2024-11-21T14:41:12,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4acb3d6af3c84378a26e2c0fbe5712d3 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/4acb3d6af3c84378a26e2c0fbe5712d3 2024-11-21T14:41:12,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/19b23e3ccf104beaab2cdacea77f3143 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/19b23e3ccf104beaab2cdacea77f3143 2024-11-21T14:41:12,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/350dcee37e6541b795858de8cd6cacc3 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/350dcee37e6541b795858de8cd6cacc3 2024-11-21T14:41:12,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/fb6a83210fd84b9e81d085ea9d37e64f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/fb6a83210fd84b9e81d085ea9d37e64f 2024-11-21T14:41:12,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/2ea0894406d64d289870f09fc23908f0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/2ea0894406d64d289870f09fc23908f0 2024-11-21T14:41:12,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/93b92ed6eab04a37850ff8160cedc331 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/93b92ed6eab04a37850ff8160cedc331 2024-11-21T14:41:12,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95969734dac34312a8610bba2b676c16 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/95969734dac34312a8610bba2b676c16 2024-11-21T14:41:12,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805515006eec422f8a0fdf9059c11918, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/35edf3ceeeed48efaf658aeb6c1b060c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/010d5a082962406090d25b8bbdcde004, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/923b4c490c044946bf72c3d9424f09c5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/38a8f9fd6733476bae46123b639d88bc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/25aabc11d2d14019b7500b99c7803bd1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/d329c2865acc40409603a228befda2ec, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/517eb5e986c8460abcd7c2552d5c20d2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a46bbfc2dde441e99a7884e7822b0a06, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/dc384b62fd784cbe84a661f58cc5879b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/fc432034ca9c410bac5ea44597f74419, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/6df3ea2d33ca4b9394365d0fa3d41bdd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/b87917ce5f1844d2ae2862fe5309002b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/cefb740087b74ffabc226a6a4c4b5c7b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/12345e3f3aaf4baea1c432dca6809b74, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/ddb5482b9da44753a9e692551053f252, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/56a180b578c6445cbef7a769ac7b881b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805d3c635dcd41f7a503d445603573fb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2c893f5079f840bba480bb0408a75124, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/724ca9d2fcfa460481d48f7a7ed41bed, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/c01c90a49b3744c092cb6d42556ad7a4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2bfa368c4dc44462ad1c8bb7bd040c37, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/7623295ea7f2424aab4ea510c7b413a8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/5b19f9681fdc4b08a70b268bfc02afce, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/d10022e3976f4c1e92e3e4293f470bae, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/3622e5eb4c674d879a1cffd6f48917ce, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/143aa2fe927043c784dc5ede507b72e9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/b7352b43f109404da2276c9a01929deb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/267d48e782184d6982be4f52fa211127, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/e21a18fabe24423380bbfc61cb6f00a6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/9c98ad6a57b24feeadc8f6456f796bce, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/0537f932dd1a4b2d9cbe1618385868ae, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a6f6729c21894b149211f7133b5580c5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/50d8897440a94116a2045fb8fecbac25, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a13b4c0ad9e044d4b7892a1478b2185f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/52643529dc1640859643fce85cb9bd93, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/db047bf1cc284272bf31e7d358ab4fc4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/1d4d362faeb94bb889e4bb6d6b721b24, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/aabfd0def0be4dd38049104f48977a1f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/c376095ae44e401baa5efe56421422f2] to archive 2024-11-21T14:41:12,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:41:12,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805515006eec422f8a0fdf9059c11918 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805515006eec422f8a0fdf9059c11918 2024-11-21T14:41:12,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/35edf3ceeeed48efaf658aeb6c1b060c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/35edf3ceeeed48efaf658aeb6c1b060c 2024-11-21T14:41:12,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/010d5a082962406090d25b8bbdcde004 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/010d5a082962406090d25b8bbdcde004 2024-11-21T14:41:12,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/923b4c490c044946bf72c3d9424f09c5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/923b4c490c044946bf72c3d9424f09c5 2024-11-21T14:41:12,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/38a8f9fd6733476bae46123b639d88bc to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/38a8f9fd6733476bae46123b639d88bc 2024-11-21T14:41:12,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/25aabc11d2d14019b7500b99c7803bd1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/25aabc11d2d14019b7500b99c7803bd1 2024-11-21T14:41:12,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/d329c2865acc40409603a228befda2ec to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/d329c2865acc40409603a228befda2ec 2024-11-21T14:41:12,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/517eb5e986c8460abcd7c2552d5c20d2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/517eb5e986c8460abcd7c2552d5c20d2 2024-11-21T14:41:12,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a46bbfc2dde441e99a7884e7822b0a06 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a46bbfc2dde441e99a7884e7822b0a06 2024-11-21T14:41:12,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/dc384b62fd784cbe84a661f58cc5879b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/dc384b62fd784cbe84a661f58cc5879b 2024-11-21T14:41:12,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/fc432034ca9c410bac5ea44597f74419 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/fc432034ca9c410bac5ea44597f74419 2024-11-21T14:41:12,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/6df3ea2d33ca4b9394365d0fa3d41bdd to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/6df3ea2d33ca4b9394365d0fa3d41bdd 2024-11-21T14:41:12,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/b87917ce5f1844d2ae2862fe5309002b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/b87917ce5f1844d2ae2862fe5309002b 2024-11-21T14:41:12,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/cefb740087b74ffabc226a6a4c4b5c7b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/cefb740087b74ffabc226a6a4c4b5c7b 2024-11-21T14:41:12,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/12345e3f3aaf4baea1c432dca6809b74 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/12345e3f3aaf4baea1c432dca6809b74 2024-11-21T14:41:12,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/ddb5482b9da44753a9e692551053f252 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/ddb5482b9da44753a9e692551053f252 2024-11-21T14:41:12,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/56a180b578c6445cbef7a769ac7b881b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/56a180b578c6445cbef7a769ac7b881b 2024-11-21T14:41:12,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805d3c635dcd41f7a503d445603573fb to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/805d3c635dcd41f7a503d445603573fb 2024-11-21T14:41:12,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2c893f5079f840bba480bb0408a75124 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2c893f5079f840bba480bb0408a75124 2024-11-21T14:41:12,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/724ca9d2fcfa460481d48f7a7ed41bed to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/724ca9d2fcfa460481d48f7a7ed41bed 2024-11-21T14:41:12,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/c01c90a49b3744c092cb6d42556ad7a4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/c01c90a49b3744c092cb6d42556ad7a4 2024-11-21T14:41:12,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2bfa368c4dc44462ad1c8bb7bd040c37 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/2bfa368c4dc44462ad1c8bb7bd040c37 2024-11-21T14:41:12,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/7623295ea7f2424aab4ea510c7b413a8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/7623295ea7f2424aab4ea510c7b413a8 2024-11-21T14:41:12,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/5b19f9681fdc4b08a70b268bfc02afce to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/5b19f9681fdc4b08a70b268bfc02afce 2024-11-21T14:41:12,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/d10022e3976f4c1e92e3e4293f470bae to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/d10022e3976f4c1e92e3e4293f470bae 2024-11-21T14:41:12,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/3622e5eb4c674d879a1cffd6f48917ce to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/3622e5eb4c674d879a1cffd6f48917ce 2024-11-21T14:41:12,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/143aa2fe927043c784dc5ede507b72e9 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/143aa2fe927043c784dc5ede507b72e9 2024-11-21T14:41:12,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/b7352b43f109404da2276c9a01929deb to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/b7352b43f109404da2276c9a01929deb 2024-11-21T14:41:12,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/267d48e782184d6982be4f52fa211127 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/267d48e782184d6982be4f52fa211127 2024-11-21T14:41:12,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/e21a18fabe24423380bbfc61cb6f00a6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/e21a18fabe24423380bbfc61cb6f00a6 2024-11-21T14:41:12,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/9c98ad6a57b24feeadc8f6456f796bce to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/9c98ad6a57b24feeadc8f6456f796bce 2024-11-21T14:41:12,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/0537f932dd1a4b2d9cbe1618385868ae to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/0537f932dd1a4b2d9cbe1618385868ae 2024-11-21T14:41:12,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a6f6729c21894b149211f7133b5580c5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a6f6729c21894b149211f7133b5580c5 2024-11-21T14:41:12,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/50d8897440a94116a2045fb8fecbac25 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/50d8897440a94116a2045fb8fecbac25 2024-11-21T14:41:12,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a13b4c0ad9e044d4b7892a1478b2185f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/a13b4c0ad9e044d4b7892a1478b2185f 2024-11-21T14:41:12,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/52643529dc1640859643fce85cb9bd93 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/52643529dc1640859643fce85cb9bd93 2024-11-21T14:41:12,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/db047bf1cc284272bf31e7d358ab4fc4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/db047bf1cc284272bf31e7d358ab4fc4 2024-11-21T14:41:12,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/1d4d362faeb94bb889e4bb6d6b721b24 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/1d4d362faeb94bb889e4bb6d6b721b24 2024-11-21T14:41:12,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/aabfd0def0be4dd38049104f48977a1f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/aabfd0def0be4dd38049104f48977a1f 2024-11-21T14:41:12,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/c376095ae44e401baa5efe56421422f2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/c376095ae44e401baa5efe56421422f2 2024-11-21T14:41:12,403 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/recovered.edits/819.seqid, newMaxSeqId=819, maxSeqId=1 2024-11-21T14:41:12,404 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. 2024-11-21T14:41:12,404 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for d8a1a95c18f982d24825e950bf8d2708: Waiting for close lock at 1732200071633Running coprocessor pre-close hooks at 1732200071633Disabling compacts and flushes for region at 1732200071633Disabling writes for close at 1732200071633Obtaining lock to block concurrent updates at 1732200071638 (+5 ms)Preparing flush snapshotting stores in d8a1a95c18f982d24825e950bf8d2708 at 1732200071638Finished memstore snapshotting TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732200071638Flushing stores of TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708. at 1732200071639 (+1 ms)Flushing d8a1a95c18f982d24825e950bf8d2708/A: creating writer at 1732200071639Flushing d8a1a95c18f982d24825e950bf8d2708/A: appending metadata at 1732200071644 (+5 ms)Flushing d8a1a95c18f982d24825e950bf8d2708/A: closing flushed file at 1732200071644Flushing d8a1a95c18f982d24825e950bf8d2708/B: creating writer at 1732200071666 (+22 ms)Flushing d8a1a95c18f982d24825e950bf8d2708/B: appending metadata at 1732200071678 (+12 ms)Flushing d8a1a95c18f982d24825e950bf8d2708/B: closing flushed file at 1732200071678Flushing d8a1a95c18f982d24825e950bf8d2708/C: creating writer at 1732200072094 (+416 ms)Flushing d8a1a95c18f982d24825e950bf8d2708/C: appending metadata at 1732200072102 (+8 ms)Flushing d8a1a95c18f982d24825e950bf8d2708/C: closing flushed file at 1732200072102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573ab517: reopening flushed file at 1732200072127 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6881c785: reopening flushed file at 1732200072137 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726b16fd: reopening flushed file at 1732200072146 (+9 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for d8a1a95c18f982d24825e950bf8d2708 in 521ms, sequenceid=816, compaction requested=true at 1732200072154 (+8 ms)Writing region close event to WAL at 1732200072400 (+246 ms)Running coprocessor post-close hooks at 1732200072404 (+4 ms)Closed at 1732200072404 2024-11-21T14:41:12,409 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:41:12,410 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=d8a1a95c18f982d24825e950bf8d2708, regionState=CLOSED 2024-11-21T14:41:12,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:41:12,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-21T14:41:12,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure d8a1a95c18f982d24825e950bf8d2708, server=f7796871bd2a,34871,1732200036061 in 947 msec 2024-11-21T14:41:12,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-21T14:41:12,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8a1a95c18f982d24825e950bf8d2708, UNASSIGN in 963 msec 2024-11-21T14:41:12,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-21T14:41:12,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 972 msec 2024-11-21T14:41:12,429 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200072429"}]},"ts":"1732200072429"} 2024-11-21T14:41:12,431 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T14:41:12,431 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T14:41:12,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 989 msec 2024-11-21T14:41:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T14:41:12,582 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:12,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T14:41:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:12,593 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-21T14:41:12,595 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:12,600 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:41:12,604 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/recovered.edits] 2024-11-21T14:41:12,608 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/3d687d18189746d2aa315f1706107b64 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/3d687d18189746d2aa315f1706107b64 2024-11-21T14:41:12,609 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b77b69080e354a8c99a68e30705f152d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/b77b69080e354a8c99a68e30705f152d 2024-11-21T14:41:12,611 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/e5ac768065a74e5892b53d6c6d27d6e1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/A/e5ac768065a74e5892b53d6c6d27d6e1 2024-11-21T14:41:12,615 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1d61316bdb9146f4a122164a181caf7f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/1d61316bdb9146f4a122164a181caf7f 2024-11-21T14:41:12,616 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/9ee7e04db5b64f9ca2e19cf9a0371c2d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/9ee7e04db5b64f9ca2e19cf9a0371c2d 2024-11-21T14:41:12,618 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/b075d1b1bf624b68b9b01f7aef085259 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/B/b075d1b1bf624b68b9b01f7aef085259 2024-11-21T14:41:12,621 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/5b975acdd4f4412d87e7b627a526fa82 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/5b975acdd4f4412d87e7b627a526fa82 2024-11-21T14:41:12,623 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/9453df0fe6964659b4e5013185f15bce to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/9453df0fe6964659b4e5013185f15bce 2024-11-21T14:41:12,624 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/999bd871fc9c487eb99d7943595bc9c2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/C/999bd871fc9c487eb99d7943595bc9c2 2024-11-21T14:41:12,627 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/recovered.edits/819.seqid to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708/recovered.edits/819.seqid 2024-11-21T14:41:12,628 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/d8a1a95c18f982d24825e950bf8d2708 2024-11-21T14:41:12,628 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T14:41:12,633 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:12,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T14:41:12,644 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T14:41:12,682 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T14:41:12,684 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:12,684 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T14:41:12,685 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732200072684"}]},"ts":"9223372036854775807"} 2024-11-21T14:41:12,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T14:41:12,691 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d8a1a95c18f982d24825e950bf8d2708, NAME => 'TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T14:41:12,692 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T14:41:12,692 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732200072692"}]},"ts":"9223372036854775807"} 2024-11-21T14:41:12,696 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T14:41:12,697 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:12,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 109 msec 2024-11-21T14:41:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-21T14:41:12,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T14:41:12,704 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:12,721 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1481737844_22 at /127.0.0.1:48884 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f7796871bd2a:34871-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 285) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2887 (was 3593) 2024-11-21T14:41:12,735 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=2888 2024-11-21T14:41:12,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T14:41:12,738 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:41:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:12,741 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:41:12,741 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:12,741 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-21T14:41:12,742 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:41:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T14:41:12,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741966_1142 (size=1061) 2024-11-21T14:41:12,753 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee 2024-11-21T14:41:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741967_1143 (size=53) 2024-11-21T14:41:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T14:41:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T14:41:13,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:41:13,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c8bb7468c14a007c07faefbc7c669147, disabling compactions & flushes 2024-11-21T14:41:13,163 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:13,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:13,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. after waiting 0 ms 2024-11-21T14:41:13,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:13,163 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:13,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8bb7468c14a007c07faefbc7c669147: Waiting for close lock at 1732200073163Disabling compacts and flushes for region at 1732200073163Disabling writes for close at 1732200073163Writing region close event to WAL at 1732200073163Closed at 1732200073163 2024-11-21T14:41:13,164 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:41:13,165 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732200073164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200073164"}]},"ts":"1732200073164"} 2024-11-21T14:41:13,167 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:41:13,167 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:41:13,168 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200073167"}]},"ts":"1732200073167"} 2024-11-21T14:41:13,169 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T14:41:13,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, ASSIGN}] 2024-11-21T14:41:13,171 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, ASSIGN 2024-11-21T14:41:13,171 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, ASSIGN; state=OFFLINE, location=f7796871bd2a,34871,1732200036061; forceNewPlan=false, retain=false 2024-11-21T14:41:13,322 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=c8bb7468c14a007c07faefbc7c669147, regionState=OPENING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:13,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, ASSIGN because future has completed 2024-11-21T14:41:13,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:41:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T14:41:13,481 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:13,482 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:41:13,482 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,482 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:41:13,482 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,482 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,484 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,485 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:41:13,486 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8bb7468c14a007c07faefbc7c669147 columnFamilyName A 2024-11-21T14:41:13,487 DEBUG [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:13,487 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(327): Store=c8bb7468c14a007c07faefbc7c669147/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:41:13,487 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,488 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:41:13,489 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8bb7468c14a007c07faefbc7c669147 columnFamilyName B 2024-11-21T14:41:13,489 DEBUG [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:13,489 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(327): Store=c8bb7468c14a007c07faefbc7c669147/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:41:13,489 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,490 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:41:13,491 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8bb7468c14a007c07faefbc7c669147 columnFamilyName C 2024-11-21T14:41:13,491 DEBUG [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:13,491 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(327): Store=c8bb7468c14a007c07faefbc7c669147/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:41:13,491 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:13,491 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,492 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,492 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,493 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,493 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,494 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:41:13,495 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,497 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:41:13,498 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened c8bb7468c14a007c07faefbc7c669147; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65350170, jitterRate=-0.02620658278465271}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:41:13,498 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:13,499 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for c8bb7468c14a007c07faefbc7c669147: Running coprocessor pre-open hook at 1732200073482Writing region info on filesystem at 1732200073482Initializing all the Stores at 1732200073483 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200073483Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200073484 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200073484Cleaning up temporary data from old regions at 1732200073493 (+9 ms)Running coprocessor post-open hooks at 1732200073498 (+5 ms)Region opened successfully at 1732200073499 (+1 ms) 2024-11-21T14:41:13,499 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., pid=36, masterSystemTime=1732200073477 2024-11-21T14:41:13,501 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:13,502 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:13,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=c8bb7468c14a007c07faefbc7c669147, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:13,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:41:13,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-21T14:41:13,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 in 180 msec 2024-11-21T14:41:13,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-21T14:41:13,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, ASSIGN in 339 msec 2024-11-21T14:41:13,512 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:41:13,512 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200073512"}]},"ts":"1732200073512"} 2024-11-21T14:41:13,514 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T14:41:13,515 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:41:13,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 777 msec 2024-11-21T14:41:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T14:41:13,882 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:13,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e30321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:13,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:13,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:13,886 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:13,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:13,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:13,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324ab552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:13,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:13,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:13,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:13,889 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf8b3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:13,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:13,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:13,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:13,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:41:13,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f7796871bd2a,33569,1732200035143 2024-11-21T14:41:13,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad97762 2024-11-21T14:41:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:41:13,900 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:41:13,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T14:41:13,907 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:41:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741968_1144 (size=1097) 2024-11-21T14:41:14,335 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-21T14:41:14,335 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-21T14:41:14,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T14:41:14,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, REOPEN/MOVE}] 2024-11-21T14:41:14,351 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, REOPEN/MOVE 2024-11-21T14:41:14,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c8bb7468c14a007c07faefbc7c669147, regionState=CLOSING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:14,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, REOPEN/MOVE because future has completed 2024-11-21T14:41:14,355 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:41:14,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:41:14,507 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,507 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:41:14,507 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing c8bb7468c14a007c07faefbc7c669147, disabling compactions & flushes 2024-11-21T14:41:14,508 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:14,508 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:14,508 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. after waiting 0 ms 2024-11-21T14:41:14,508 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:14,513 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:41:14,513 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:14,513 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for c8bb7468c14a007c07faefbc7c669147: Waiting for close lock at 1732200074507Running coprocessor pre-close hooks at 1732200074507Disabling compacts and flushes for region at 1732200074507Disabling writes for close at 1732200074508 (+1 ms)Writing region close event to WAL at 1732200074508Running coprocessor post-close hooks at 1732200074513 (+5 ms)Closed at 1732200074513 2024-11-21T14:41:14,514 WARN [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: c8bb7468c14a007c07faefbc7c669147 to self. 2024-11-21T14:41:14,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c8bb7468c14a007c07faefbc7c669147, regionState=CLOSED 2024-11-21T14:41:14,518 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:41:14,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-21T14:41:14,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 in 165 msec 2024-11-21T14:41:14,524 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, REOPEN/MOVE; state=CLOSED, location=f7796871bd2a,34871,1732200036061; forceNewPlan=false, retain=true 2024-11-21T14:41:14,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c8bb7468c14a007c07faefbc7c669147, regionState=OPENING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:14,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, REOPEN/MOVE because future has completed 2024-11-21T14:41:14,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:41:14,834 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:14,834 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:41:14,835 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,835 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:41:14,835 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,835 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,837 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,838 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:41:14,844 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8bb7468c14a007c07faefbc7c669147 columnFamilyName A 2024-11-21T14:41:14,847 DEBUG [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:14,847 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(327): Store=c8bb7468c14a007c07faefbc7c669147/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:41:14,848 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,849 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:41:14,849 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8bb7468c14a007c07faefbc7c669147 columnFamilyName B 2024-11-21T14:41:14,849 DEBUG [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:14,849 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(327): Store=c8bb7468c14a007c07faefbc7c669147/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:41:14,850 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,850 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:41:14,850 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8bb7468c14a007c07faefbc7c669147 columnFamilyName C 2024-11-21T14:41:14,851 DEBUG [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:14,851 INFO [StoreOpener-c8bb7468c14a007c07faefbc7c669147-1 {}] regionserver.HStore(327): Store=c8bb7468c14a007c07faefbc7c669147/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:41:14,851 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:14,851 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,852 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,853 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,854 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,854 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,855 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:41:14,856 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,857 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened c8bb7468c14a007c07faefbc7c669147; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73050027, jitterRate=0.08853022754192352}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:41:14,857 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,859 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for c8bb7468c14a007c07faefbc7c669147: Running coprocessor pre-open hook at 1732200074835Writing region info on filesystem at 1732200074835Initializing all the Stores at 1732200074836 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200074836Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200074836Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200074836Cleaning up temporary data from old regions at 1732200074854 (+18 ms)Running coprocessor post-open hooks at 1732200074857 (+3 ms)Region opened successfully at 1732200074859 (+2 ms) 2024-11-21T14:41:14,860 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., pid=41, masterSystemTime=1732200074830 2024-11-21T14:41:14,862 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:14,862 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:14,863 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=c8bb7468c14a007c07faefbc7c669147, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:14,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:41:14,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-21T14:41:14,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 in 187 msec 2024-11-21T14:41:14,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-21T14:41:14,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, REOPEN/MOVE in 518 msec 2024-11-21T14:41:14,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-21T14:41:14,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 531 msec 2024-11-21T14:41:14,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 965 msec 2024-11-21T14:41:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-21T14:41:14,881 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:14,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9c3dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:14,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:14,883 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eba13c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:14,885 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:14,886 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7033508b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dde8260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:14,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:14,888 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a680291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:14,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:14,889 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:14,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a42a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab5c81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:14,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:14,892 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:14,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:14,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:14,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5f53b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:14,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:14,893 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f96d9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea1a430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:14,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:14,896 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1cdcfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:14,897 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:14,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b18d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbff363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:14,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:14,899 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da5bf5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:14,901 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:14,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436a8e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292bddff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:14,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:14,903 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9bdee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:14,905 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:14,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bc4d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a14e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:14,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:14,907 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6a2ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:14,908 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bfc8e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f17c234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:14,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:14,910 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:14,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ba5a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:14,912 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679bff6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197f7df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:14,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:14,914 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395cdc62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:14,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:14,915 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:14,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8abdfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:14,917 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-21T14:41:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T14:41:14,919 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:14,920 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:14,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:14,924 DEBUG [Thread-721 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:14,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:14,927 DEBUG [Thread-723 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:14,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:14,929 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:14,930 DEBUG [Thread-706 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:14,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:14,931 DEBUG [Thread-712 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:14,931 DEBUG [Thread-717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:14,931 DEBUG [Thread-719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:14,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:41:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:14,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:14,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:14,933 DEBUG [Thread-714 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:14,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:41:14,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:14,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:14,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:14,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:14,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:14,937 DEBUG [Thread-717 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:14,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:14,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:41:14,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:41:14,940 DEBUG [Thread-710 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:14,940 DEBUG [Thread-717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:41:14,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:41:14,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:14,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:41:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:14,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:14,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:41:14,960 DEBUG [Thread-708 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:14,961 DEBUG [Thread-708 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:14,962 DEBUG [Thread-708 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:14,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:41:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:14,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:41:14,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:14,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:14,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:14,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:14,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:14,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T14:41:15,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112128a87fccdf834fbe93e70f655ab1f94e_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200074957/Put/seqid=0 2024-11-21T14:41:15,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200075006, max timestamp=1732200075033Num uniques 859; 2024-11-21T14:41:15,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:41:15,056 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732200075006, max timestamp=1732200075033Num uniques 859; 2024-11-21T14:41:15,057 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T14:41:15,060 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732200075006, max timestamp=1732200075033Num uniques 859; 2024-11-21T14:41:15,060 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T14:41:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741969_1145 (size=12154) 2024-11-21T14:41:15,063 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:15,069 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112128a87fccdf834fbe93e70f655ab1f94e_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112128a87fccdf834fbe93e70f655ab1f94e_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:15,070 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/933e7ca11ff3492a8fc490388a51ee95, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:15,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T14:41:15,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:15,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:15,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:15,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:15,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:15,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/933e7ca11ff3492a8fc490388a51ee95 is 175, key is test_row_0/A:col10/1732200074957/Put/seqid=0 2024-11-21T14:41:15,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741970_1146 (size=30955) 2024-11-21T14:41:15,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/933e7ca11ff3492a8fc490388a51ee95 2024-11-21T14:41:15,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200135129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200135129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200135131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200135134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200135134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/8af9a81bf2f345c88eb1739201a92b97 is 50, key is test_row_0/B:col10/1732200074957/Put/seqid=0 2024-11-21T14:41:15,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T14:41:15,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:15,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:15,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:15,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:15,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T14:41:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741971_1147 (size=12001) 2024-11-21T14:41:15,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/8af9a81bf2f345c88eb1739201a92b97 2024-11-21T14:41:15,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200135242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200135252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200135252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200135252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200135252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/8134711c819e496aa47c1e68dee5cbb4 is 50, key is test_row_0/C:col10/1732200074957/Put/seqid=0 2024-11-21T14:41:15,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741972_1148 (size=12001) 2024-11-21T14:41:15,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/8134711c819e496aa47c1e68dee5cbb4 2024-11-21T14:41:15,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/933e7ca11ff3492a8fc490388a51ee95 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/933e7ca11ff3492a8fc490388a51ee95 2024-11-21T14:41:15,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/933e7ca11ff3492a8fc490388a51ee95, entries=150, sequenceid=14, filesize=30.2 K 2024-11-21T14:41:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/8af9a81bf2f345c88eb1739201a92b97 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8af9a81bf2f345c88eb1739201a92b97 2024-11-21T14:41:15,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8af9a81bf2f345c88eb1739201a92b97, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T14:41:15,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/8134711c819e496aa47c1e68dee5cbb4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8134711c819e496aa47c1e68dee5cbb4 2024-11-21T14:41:15,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8134711c819e496aa47c1e68dee5cbb4, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T14:41:15,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=137.86 KB/141170 for c8bb7468c14a007c07faefbc7c669147 in 359ms, sequenceid=14, compaction requested=false 2024-11-21T14:41:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:15,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-21T14:41:15,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:15,383 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=137.86 KB heapSize=393.31 KB 2024-11-21T14:41:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:15,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:15,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:15,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:15,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:15,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f984e4328f464cd58af357232ad44e6a_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200075121/Put/seqid=0 2024-11-21T14:41:15,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:15,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741973_1149 (size=12154) 2024-11-21T14:41:15,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200135480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200135482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200135484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200135490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200135490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T14:41:15,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200135602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200135602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200135612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200135612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200135622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200135822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200135822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200135822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200135822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200135832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:15,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:15,894 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f984e4328f464cd58af357232ad44e6a_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f984e4328f464cd58af357232ad44e6a_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/4cd63e08eeef4accbe8f0768d68ce718, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:15,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/4cd63e08eeef4accbe8f0768d68ce718 is 175, key is test_row_0/A:col10/1732200075121/Put/seqid=0 2024-11-21T14:41:15,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741974_1150 (size=30955) 2024-11-21T14:41:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T14:41:16,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200136132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:16,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200136132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:16,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:16,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200136142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:16,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:16,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200136142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:16,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:16,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200136142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:16,309 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/4cd63e08eeef4accbe8f0768d68ce718 2024-11-21T14:41:16,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/12dc919b84e34614bf54c94a19d38952 is 50, key is test_row_0/B:col10/1732200075121/Put/seqid=0 2024-11-21T14:41:16,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741975_1151 (size=12001) 2024-11-21T14:41:16,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200136642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:16,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200136653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:16,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:16,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200136653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:16,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200136662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200136662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:16,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:16,799 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/12dc919b84e34614bf54c94a19d38952 2024-11-21T14:41:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/503263ea7d9a46e6a02f709ecb435220 is 50, key is test_row_0/C:col10/1732200075121/Put/seqid=0 2024-11-21T14:41:16,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741976_1152 (size=12001) 2024-11-21T14:41:16,828 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/503263ea7d9a46e6a02f709ecb435220 2024-11-21T14:41:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/4cd63e08eeef4accbe8f0768d68ce718 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/4cd63e08eeef4accbe8f0768d68ce718 2024-11-21T14:41:16,840 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/4cd63e08eeef4accbe8f0768d68ce718, entries=150, sequenceid=51, filesize=30.2 K 2024-11-21T14:41:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/12dc919b84e34614bf54c94a19d38952 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/12dc919b84e34614bf54c94a19d38952 2024-11-21T14:41:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,851 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/12dc919b84e34614bf54c94a19d38952, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T14:41:16,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/503263ea7d9a46e6a02f709ecb435220 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/503263ea7d9a46e6a02f709ecb435220 2024-11-21T14:41:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,859 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/503263ea7d9a46e6a02f709ecb435220, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T14:41:16,861 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~137.86 KB/141170, heapSize ~393.27 KB/402704, currentSize=40.25 KB/41220 for c8bb7468c14a007c07faefbc7c669147 in 1478ms, sequenceid=51, compaction requested=false 2024-11-21T14:41:16,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:16,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:16,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-21T14:41:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-21T14:41:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-21T14:41:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9430 sec 2024-11-21T14:41:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.9530 sec 2024-11-21T14:41:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T14:41:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,062 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,064 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-21T14:41:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,067 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T14:41:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,068 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:17,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T14:41:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-21T14:41:17,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:17,221 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T14:41:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:17,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:17,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:17,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:17,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:17,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121abcf927e84a049249d6b53a9dc01f5cc_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200075480/Put/seqid=0 2024-11-21T14:41:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741977_1153 (size=9714) 2024-11-21T14:41:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T14:41:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T14:41:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:17,723 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121abcf927e84a049249d6b53a9dc01f5cc_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121abcf927e84a049249d6b53a9dc01f5cc_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/111d183606274d18a1390ba53fb232bd, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:17,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/111d183606274d18a1390ba53fb232bd is 175, key is test_row_0/A:col10/1732200075480/Put/seqid=0 2024-11-21T14:41:17,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741978_1154 (size=22361) 2024-11-21T14:41:17,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200077741, max timestamp=1732200077764Num uniques 859; 2024-11-21T14:41:17,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200077741, max timestamp=1732200077764Num uniques 859; 2024-11-21T14:41:17,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:17,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:17,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200077741, max timestamp=1732200077765Num uniques 859; 2024-11-21T14:41:17,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:17,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200137807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:17,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732200077801, max timestamp=1732200077812Num uniques 1018; 2024-11-21T14:41:17,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T14:41:17,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732200077801, max timestamp=1732200077812Num uniques 1018; 2024-11-21T14:41:17,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T14:41:17,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732200077801, max timestamp=1732200077812Num uniques 1018; 2024-11-21T14:41:17,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T14:41:17,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200137855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:17,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8086, totalHeapSize=18648, min timestamp=1732200077840, max timestamp=1732200077861Num uniques 1027; 2024-11-21T14:41:17,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47016, new segment data size=8086, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-21T14:41:17,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8095, totalHeapSize=18648, min timestamp=1732200077840, max timestamp=1732200077861Num uniques 1027; 2024-11-21T14:41:17,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47025, new segment data size=8095, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-21T14:41:17,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732200077840, max timestamp=1732200077861Num uniques 1027; 2024-11-21T14:41:17,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47023, new segment data size=7688, suffix heap size=134776,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=168 2024-11-21T14:41:17,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732200077889, max timestamp=1732200077961Num uniques 1036; 2024-11-21T14:41:17,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-21T14:41:17,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732200077889, max timestamp=1732200077961Num uniques 1036; 2024-11-21T14:41:17,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732200077889, max timestamp=1732200077961Num uniques 1027; 2024-11-21T14:41:17,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-21T14:41:17,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47041, new segment data size=13096, suffix heap size=134776,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=286 2024-11-21T14:41:17,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:41:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200137998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200137996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200138003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200138009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200138013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200138121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200138122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200138122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200138122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200138132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,134 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/111d183606274d18a1390ba53fb232bd 2024-11-21T14:41:18,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/0a988482d5dd4088bd2b5695f19240ae is 50, key is test_row_0/B:col10/1732200075480/Put/seqid=0 2024-11-21T14:41:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T14:41:18,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741979_1155 (size=9657) 2024-11-21T14:41:18,214 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/0a988482d5dd4088bd2b5695f19240ae 2024-11-21T14:41:18,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/7300cc6360d94123a35924bf72b64c35 is 50, key is test_row_0/C:col10/1732200075480/Put/seqid=0 2024-11-21T14:41:18,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741980_1156 (size=9657) 2024-11-21T14:41:18,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200138332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200138333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200138333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200138333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200138342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200138652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200138653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200138653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200138653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200138653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:18,699 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/7300cc6360d94123a35924bf72b64c35 2024-11-21T14:41:18,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/111d183606274d18a1390ba53fb232bd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/111d183606274d18a1390ba53fb232bd 2024-11-21T14:41:18,720 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/111d183606274d18a1390ba53fb232bd, entries=100, sequenceid=60, filesize=21.8 K 2024-11-21T14:41:18,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/0a988482d5dd4088bd2b5695f19240ae as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0a988482d5dd4088bd2b5695f19240ae 2024-11-21T14:41:18,729 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0a988482d5dd4088bd2b5695f19240ae, entries=100, sequenceid=60, filesize=9.4 K 2024-11-21T14:41:18,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/7300cc6360d94123a35924bf72b64c35 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/7300cc6360d94123a35924bf72b64c35 2024-11-21T14:41:18,738 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/7300cc6360d94123a35924bf72b64c35, entries=100, sequenceid=60, filesize=9.4 K 2024-11-21T14:41:18,740 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for c8bb7468c14a007c07faefbc7c669147 in 1519ms, sequenceid=60, compaction requested=true 2024-11-21T14:41:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-21T14:41:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-21T14:41:18,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-21T14:41:18,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6740 sec 2024-11-21T14:41:18,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.6810 sec 2024-11-21T14:41:19,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=147.60 KB heapSize=412.92 KB 2024-11-21T14:41:19,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:19,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:19,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:19,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:19,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:19,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:19,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200139185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200139186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200139188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200139191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200139196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112114cb958fed2441e3acd7e27799c2d5fc_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200077994/Put/seqid=0 2024-11-21T14:41:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-21T14:41:19,212 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:19,213 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-21T14:41:19,215 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:19,216 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:19,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T14:41:19,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741981_1157 (size=14794) 2024-11-21T14:41:19,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200139302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200139302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200139302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200139313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200139313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T14:41:19,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T14:41:19,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:19,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:19,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:19,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200139512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200139512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200139513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T14:41:19,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:19,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:19,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:19,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T14:41:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200139532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200139533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,662 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:19,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112114cb958fed2441e3acd7e27799c2d5fc_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112114cb958fed2441e3acd7e27799c2d5fc_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:19,668 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/87be274a0bad44a1bacd4ea52680797f, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:19,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/87be274a0bad44a1bacd4ea52680797f is 175, key is test_row_0/A:col10/1732200077994/Put/seqid=0 2024-11-21T14:41:19,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741982_1158 (size=39749) 2024-11-21T14:41:19,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T14:41:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:19,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200139832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200139832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200139832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T14:41:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:19,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:19,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:19,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T14:41:19,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200139842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:19,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200139851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:19,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:19,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:20,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T14:41:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:20,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/87be274a0bad44a1bacd4ea52680797f 2024-11-21T14:41:20,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/7d49b40619f44cb0842a6cb58e678a9f is 50, key is test_row_0/B:col10/1732200077994/Put/seqid=0 2024-11-21T14:41:20,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741983_1159 (size=12151) 2024-11-21T14:41:20,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T14:41:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T14:41:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200140341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:20,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200140341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:20,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200140341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:20,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:20,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:20,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:20,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:20,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:20,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T14:41:20,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200140352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:20,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200140361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:20,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T14:41:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:20,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/7d49b40619f44cb0842a6cb58e678a9f 2024-11-21T14:41:20,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/e90be304bb8447c2b293a8401fa26c2e is 50, key is test_row_0/C:col10/1732200077994/Put/seqid=0 2024-11-21T14:41:20,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741984_1160 (size=12151) 2024-11-21T14:41:20,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/e90be304bb8447c2b293a8401fa26c2e 2024-11-21T14:41:20,522 INFO [master/f7796871bd2a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T14:41:20,522 INFO [master/f7796871bd2a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T14:41:20,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/87be274a0bad44a1bacd4ea52680797f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/87be274a0bad44a1bacd4ea52680797f 2024-11-21T14:41:20,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/87be274a0bad44a1bacd4ea52680797f, entries=200, sequenceid=148, filesize=38.8 K 2024-11-21T14:41:20,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/7d49b40619f44cb0842a6cb58e678a9f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7d49b40619f44cb0842a6cb58e678a9f 2024-11-21T14:41:20,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7d49b40619f44cb0842a6cb58e678a9f, entries=150, sequenceid=148, filesize=11.9 K 2024-11-21T14:41:20,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/e90be304bb8447c2b293a8401fa26c2e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e90be304bb8447c2b293a8401fa26c2e 2024-11-21T14:41:20,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e90be304bb8447c2b293a8401fa26c2e, entries=150, sequenceid=148, filesize=11.9 K 2024-11-21T14:41:20,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~412.88 KB/422784, currentSize=40.25 KB/41220 for c8bb7468c14a007c07faefbc7c669147 in 1385ms, sequenceid=148, compaction requested=true 2024-11-21T14:41:20,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:20,557 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:20,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:20,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:20,557 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:20,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:20,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:20,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:20,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:20,558 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124020 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:20,559 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/A is initiating minor compaction (all files) 2024-11-21T14:41:20,559 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/A in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,559 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/933e7ca11ff3492a8fc490388a51ee95, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/4cd63e08eeef4accbe8f0768d68ce718, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/111d183606274d18a1390ba53fb232bd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/87be274a0bad44a1bacd4ea52680797f] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=121.1 K 2024-11-21T14:41:20,559 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,560 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/933e7ca11ff3492a8fc490388a51ee95, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/4cd63e08eeef4accbe8f0768d68ce718, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/111d183606274d18a1390ba53fb232bd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/87be274a0bad44a1bacd4ea52680797f] 2024-11-21T14:41:20,560 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 933e7ca11ff3492a8fc490388a51ee95, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732200074939 2024-11-21T14:41:20,561 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:20,561 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/B is initiating minor compaction (all files) 2024-11-21T14:41:20,561 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cd63e08eeef4accbe8f0768d68ce718, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732200075121 2024-11-21T14:41:20,561 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/B in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,561 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8af9a81bf2f345c88eb1739201a92b97, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/12dc919b84e34614bf54c94a19d38952, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0a988482d5dd4088bd2b5695f19240ae, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7d49b40619f44cb0842a6cb58e678a9f] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=44.7 K 2024-11-21T14:41:20,561 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 111d183606274d18a1390ba53fb232bd, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732200075480 2024-11-21T14:41:20,561 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8af9a81bf2f345c88eb1739201a92b97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732200074939 2024-11-21T14:41:20,562 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87be274a0bad44a1bacd4ea52680797f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732200077994 2024-11-21T14:41:20,562 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 12dc919b84e34614bf54c94a19d38952, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732200075121 2024-11-21T14:41:20,562 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a988482d5dd4088bd2b5695f19240ae, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732200075480 2024-11-21T14:41:20,563 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d49b40619f44cb0842a6cb58e678a9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732200077994 2024-11-21T14:41:20,575 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:20,578 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#B#compaction#141 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:20,578 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/4c64e478ff8c4f89890fc7423e3340eb is 50, key is test_row_0/B:col10/1732200077994/Put/seqid=0 2024-11-21T14:41:20,589 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218433203cdeb74d2c85f823d844ef8725_c8bb7468c14a007c07faefbc7c669147 store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:20,593 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218433203cdeb74d2c85f823d844ef8725_c8bb7468c14a007c07faefbc7c669147, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:20,594 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218433203cdeb74d2c85f823d844ef8725_c8bb7468c14a007c07faefbc7c669147 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741985_1161 (size=12289) 2024-11-21T14:41:20,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741986_1162 (size=4469) 2024-11-21T14:41:20,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-21T14:41:20,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,620 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T14:41:20,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:20,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:20,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:20,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:20,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:20,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:20,622 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#A#compaction#142 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:20,622 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/8ff3b553da8a47c981da03c627bfa778 is 175, key is test_row_0/A:col10/1732200077994/Put/seqid=0 2024-11-21T14:41:20,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c779e810e9de41b79f769dc17d6c8557_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200079184/Put/seqid=0 2024-11-21T14:41:20,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741987_1163 (size=31243) 2024-11-21T14:41:20,639 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/4c64e478ff8c4f89890fc7423e3340eb as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/4c64e478ff8c4f89890fc7423e3340eb 2024-11-21T14:41:20,644 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/8ff3b553da8a47c981da03c627bfa778 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/8ff3b553da8a47c981da03c627bfa778 2024-11-21T14:41:20,646 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/B of c8bb7468c14a007c07faefbc7c669147 into 4c64e478ff8c4f89890fc7423e3340eb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:20,646 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:20,646 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/B, priority=12, startTime=1732200080557; duration=0sec 2024-11-21T14:41:20,646 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:20,646 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:B 2024-11-21T14:41:20,647 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:20,650 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:20,651 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/C is initiating minor compaction (all files) 2024-11-21T14:41:20,651 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/C in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:20,651 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8134711c819e496aa47c1e68dee5cbb4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/503263ea7d9a46e6a02f709ecb435220, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/7300cc6360d94123a35924bf72b64c35, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e90be304bb8447c2b293a8401fa26c2e] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=44.7 K 2024-11-21T14:41:20,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741988_1164 (size=12304) 2024-11-21T14:41:20,654 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8134711c819e496aa47c1e68dee5cbb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732200074939 2024-11-21T14:41:20,654 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 503263ea7d9a46e6a02f709ecb435220, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732200075121 2024-11-21T14:41:20,655 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7300cc6360d94123a35924bf72b64c35, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732200075480 2024-11-21T14:41:20,655 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting e90be304bb8447c2b293a8401fa26c2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732200077994 2024-11-21T14:41:20,658 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/A of c8bb7468c14a007c07faefbc7c669147 into 8ff3b553da8a47c981da03c627bfa778(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:20,658 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:20,658 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/A, priority=12, startTime=1732200080556; duration=0sec 2024-11-21T14:41:20,658 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:20,658 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:A 2024-11-21T14:41:20,665 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:20,666 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/0ce9c90aa98d482bbb03eefe1523b7dc is 50, key is test_row_0/C:col10/1732200077994/Put/seqid=0 2024-11-21T14:41:20,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741989_1165 (size=12289) 2024-11-21T14:41:21,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:21,058 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c779e810e9de41b79f769dc17d6c8557_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c779e810e9de41b79f769dc17d6c8557_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:21,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/de13c02c0fe24e8c9db5cda8be0167e8, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:21,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/de13c02c0fe24e8c9db5cda8be0167e8 is 175, key is test_row_0/A:col10/1732200079184/Put/seqid=0 2024-11-21T14:41:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741990_1166 (size=31105) 2024-11-21T14:41:21,070 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/de13c02c0fe24e8c9db5cda8be0167e8 2024-11-21T14:41:21,080 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/0ce9c90aa98d482bbb03eefe1523b7dc as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/0ce9c90aa98d482bbb03eefe1523b7dc 2024-11-21T14:41:21,086 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/C of c8bb7468c14a007c07faefbc7c669147 into 0ce9c90aa98d482bbb03eefe1523b7dc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:21,086 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:21,086 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/C, priority=12, startTime=1732200080558; duration=0sec 2024-11-21T14:41:21,086 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:21,086 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:C 2024-11-21T14:41:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/16200523b1804519b7a2531db84f3c4f is 50, key is test_row_0/B:col10/1732200079184/Put/seqid=0 2024-11-21T14:41:21,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741991_1167 (size=12151) 2024-11-21T14:41:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:21,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T14:41:21,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200081368, max timestamp=1732200081383Num uniques 859; 2024-11-21T14:41:21,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:41:21,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200081368, max timestamp=1732200081383Num uniques 859; 2024-11-21T14:41:21,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:21,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200081368, max timestamp=1732200081383Num uniques 859; 2024-11-21T14:41:21,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:21,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732200081399, max timestamp=1732200081436Num uniques 1068; 2024-11-21T14:41:21,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732200081399, max timestamp=1732200081436Num uniques 1068; 2024-11-21T14:41:21,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732200081399, max timestamp=1732200081436Num uniques 1118; 2024-11-21T14:41:21,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-21T14:41:21,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-21T14:41:21,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-21T14:41:21,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200141465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200141466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200141467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200141468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200141479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,505 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/16200523b1804519b7a2531db84f3c4f 2024-11-21T14:41:21,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/79998fe62b2249de977fe00f9a1aaeb3 is 50, key is test_row_0/C:col10/1732200079184/Put/seqid=0 2024-11-21T14:41:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741992_1168 (size=12151) 2024-11-21T14:41:21,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200141592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200141592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200141592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200141592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200141592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200141802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200141802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200141802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200141802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200141802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:21,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:21,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:21,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/79998fe62b2249de977fe00f9a1aaeb3 2024-11-21T14:41:21,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/de13c02c0fe24e8c9db5cda8be0167e8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/de13c02c0fe24e8c9db5cda8be0167e8 2024-11-21T14:41:21,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/de13c02c0fe24e8c9db5cda8be0167e8, entries=150, sequenceid=157, filesize=30.4 K 2024-11-21T14:41:21,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/16200523b1804519b7a2531db84f3c4f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/16200523b1804519b7a2531db84f3c4f 2024-11-21T14:41:21,941 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/16200523b1804519b7a2531db84f3c4f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T14:41:21,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/79998fe62b2249de977fe00f9a1aaeb3 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/79998fe62b2249de977fe00f9a1aaeb3 2024-11-21T14:41:21,948 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/79998fe62b2249de977fe00f9a1aaeb3, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T14:41:21,949 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for c8bb7468c14a007c07faefbc7c669147 in 1330ms, sequenceid=157, compaction requested=false 2024-11-21T14:41:21,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:21,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:21,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-21T14:41:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-21T14:41:21,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-21T14:41:21,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7360 sec 2024-11-21T14:41:21,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.7420 sec 2024-11-21T14:41:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:22,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=147.60 KB heapSize=415.08 KB 2024-11-21T14:41:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:41:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:41:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:41:22,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200142117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200142118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200142119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213c33799e41984282956806c441132939_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200081465/Put/seqid=0 2024-11-21T14:41:22,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200142124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200142124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741993_1169 (size=17284) 2024-11-21T14:41:22,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200142232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200142232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200142232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200142232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200142232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200142442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200142442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200142452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200142452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200142452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,530 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:22,535 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213c33799e41984282956806c441132939_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213c33799e41984282956806c441132939_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:22,536 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/5e59d0d909994065bb70a635fd630099, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:22,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/5e59d0d909994065bb70a635fd630099 is 175, key is test_row_0/A:col10/1732200081465/Put/seqid=0 2024-11-21T14:41:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741994_1170 (size=48389) 2024-11-21T14:41:22,542 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/5e59d0d909994065bb70a635fd630099 2024-11-21T14:41:22,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/a0cb3874d415400aa473cd423ab6f5c6 is 50, key is test_row_0/B:col10/1732200081465/Put/seqid=0 2024-11-21T14:41:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741995_1171 (size=12151) 2024-11-21T14:41:22,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200142752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200142752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200142762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200142762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:22,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200142762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:22,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:22,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:22,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/a0cb3874d415400aa473cd423ab6f5c6 2024-11-21T14:41:22,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/3e224105c8d449459bcacdf2a65a1e96 is 50, key is test_row_0/C:col10/1732200081465/Put/seqid=0 2024-11-21T14:41:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741996_1172 (size=12151) 2024-11-21T14:41:23,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200143262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:23,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200143262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:23,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200143272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:23,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200143272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:23,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200143272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:23,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/3e224105c8d449459bcacdf2a65a1e96 2024-11-21T14:41:23,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/5e59d0d909994065bb70a635fd630099 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/5e59d0d909994065bb70a635fd630099 2024-11-21T14:41:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-21T14:41:23,382 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:23,383 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-21T14:41:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T14:41:23,386 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:23,387 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:23,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:23,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/5e59d0d909994065bb70a635fd630099, entries=250, sequenceid=215, filesize=47.3 K 2024-11-21T14:41:23,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/a0cb3874d415400aa473cd423ab6f5c6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/a0cb3874d415400aa473cd423ab6f5c6 2024-11-21T14:41:23,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/a0cb3874d415400aa473cd423ab6f5c6, entries=150, sequenceid=215, filesize=11.9 K 2024-11-21T14:41:23,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/3e224105c8d449459bcacdf2a65a1e96 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3e224105c8d449459bcacdf2a65a1e96 2024-11-21T14:41:23,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3e224105c8d449459bcacdf2a65a1e96, entries=150, sequenceid=215, filesize=11.9 K 2024-11-21T14:41:23,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~435.19 KB/445632, currentSize=33.54 KB/34350 for c8bb7468c14a007c07faefbc7c669147 in 1301ms, sequenceid=215, compaction requested=true 2024-11-21T14:41:23,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:23,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:23,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:23,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:23,414 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:23,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:23,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:23,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T14:41:23,414 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:23,417 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:23,418 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/A is initiating minor compaction (all files) 2024-11-21T14:41:23,418 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36591 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:23,418 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/A in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:23,418 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/B is initiating minor compaction (all files) 2024-11-21T14:41:23,418 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/B in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:23,418 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/8ff3b553da8a47c981da03c627bfa778, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/de13c02c0fe24e8c9db5cda8be0167e8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/5e59d0d909994065bb70a635fd630099] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=108.1 K 2024-11-21T14:41:23,418 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:23,418 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/4c64e478ff8c4f89890fc7423e3340eb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/16200523b1804519b7a2531db84f3c4f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/a0cb3874d415400aa473cd423ab6f5c6] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=35.7 K 2024-11-21T14:41:23,418 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/8ff3b553da8a47c981da03c627bfa778, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/de13c02c0fe24e8c9db5cda8be0167e8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/5e59d0d909994065bb70a635fd630099] 2024-11-21T14:41:23,421 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c64e478ff8c4f89890fc7423e3340eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732200077994 2024-11-21T14:41:23,421 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ff3b553da8a47c981da03c627bfa778, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732200077994 2024-11-21T14:41:23,422 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16200523b1804519b7a2531db84f3c4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732200079184 2024-11-21T14:41:23,423 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0cb3874d415400aa473cd423ab6f5c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732200081465 2024-11-21T14:41:23,423 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting de13c02c0fe24e8c9db5cda8be0167e8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732200079184 2024-11-21T14:41:23,424 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e59d0d909994065bb70a635fd630099, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732200081465 2024-11-21T14:41:23,456 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:23,457 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/1d3ddf17ac2b47a38afdd99659db68ea is 50, key is test_row_0/B:col10/1732200081465/Put/seqid=0 2024-11-21T14:41:23,458 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:23,469 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112105c5ac496f63414da4dd8a68c8503b4b_c8bb7468c14a007c07faefbc7c669147 store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:23,471 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112105c5ac496f63414da4dd8a68c8503b4b_c8bb7468c14a007c07faefbc7c669147, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:23,472 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112105c5ac496f63414da4dd8a68c8503b4b_c8bb7468c14a007c07faefbc7c669147 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741997_1173 (size=12391) 2024-11-21T14:41:23,488 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/1d3ddf17ac2b47a38afdd99659db68ea as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/1d3ddf17ac2b47a38afdd99659db68ea 2024-11-21T14:41:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T14:41:23,498 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/B of c8bb7468c14a007c07faefbc7c669147 into 1d3ddf17ac2b47a38afdd99659db68ea(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:23,498 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:23,498 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/B, priority=13, startTime=1732200083414; duration=0sec 2024-11-21T14:41:23,498 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:23,498 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:B 2024-11-21T14:41:23,498 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:23,504 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36591 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:23,504 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/C is initiating minor compaction (all files) 2024-11-21T14:41:23,504 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/C in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:23,505 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/0ce9c90aa98d482bbb03eefe1523b7dc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/79998fe62b2249de977fe00f9a1aaeb3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3e224105c8d449459bcacdf2a65a1e96] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=35.7 K 2024-11-21T14:41:23,505 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ce9c90aa98d482bbb03eefe1523b7dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732200077994 2024-11-21T14:41:23,506 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79998fe62b2249de977fe00f9a1aaeb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732200079184 2024-11-21T14:41:23,506 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e224105c8d449459bcacdf2a65a1e96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732200081465 2024-11-21T14:41:23,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741998_1174 (size=4469) 2024-11-21T14:41:23,520 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:23,520 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/02bf5da690234c64aeb0b5c680bb4245 is 50, key is test_row_0/C:col10/1732200081465/Put/seqid=0 2024-11-21T14:41:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741999_1175 (size=12391) 2024-11-21T14:41:23,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-21T14:41:23,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:23,541 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T14:41:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:23,553 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/02bf5da690234c64aeb0b5c680bb4245 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/02bf5da690234c64aeb0b5c680bb4245 2024-11-21T14:41:23,560 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/C of c8bb7468c14a007c07faefbc7c669147 into 02bf5da690234c64aeb0b5c680bb4245(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:23,560 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:23,560 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/C, priority=13, startTime=1732200083414; duration=0sec 2024-11-21T14:41:23,561 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:23,561 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:C 2024-11-21T14:41:23,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121322a2fa8666a43fe856f762025ac6141_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200082122/Put/seqid=0 2024-11-21T14:41:23,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742000_1176 (size=12304) 2024-11-21T14:41:23,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:23,597 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121322a2fa8666a43fe856f762025ac6141_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121322a2fa8666a43fe856f762025ac6141_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:23,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/3007308ea45449c0a5bda8359b0ade44, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:23,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/3007308ea45449c0a5bda8359b0ade44 is 175, key is test_row_0/A:col10/1732200082122/Put/seqid=0 2024-11-21T14:41:23,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742001_1177 (size=31105) 2024-11-21T14:41:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T14:41:23,912 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#A#compaction#151 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:23,916 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/3e3187446dec456a95f43ca35c25d160 is 175, key is test_row_0/A:col10/1732200081465/Put/seqid=0 2024-11-21T14:41:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742002_1178 (size=31345) 2024-11-21T14:41:24,008 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/3007308ea45449c0a5bda8359b0ade44 2024-11-21T14:41:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T14:41:24,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/67b7039c50f743d0b0bb5834f9d6ecfd is 50, key is test_row_0/B:col10/1732200082122/Put/seqid=0 2024-11-21T14:41:24,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742003_1179 (size=12151) 2024-11-21T14:41:24,027 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/67b7039c50f743d0b0bb5834f9d6ecfd 2024-11-21T14:41:24,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/e8673a38fad144f798c51d96cd0b7961 is 50, key is test_row_0/C:col10/1732200082122/Put/seqid=0 2024-11-21T14:41:24,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742004_1180 (size=12151) 2024-11-21T14:41:24,050 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/e8673a38fad144f798c51d96cd0b7961 2024-11-21T14:41:24,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/3007308ea45449c0a5bda8359b0ade44 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3007308ea45449c0a5bda8359b0ade44 2024-11-21T14:41:24,061 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3007308ea45449c0a5bda8359b0ade44, entries=150, sequenceid=224, filesize=30.4 K 2024-11-21T14:41:24,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/67b7039c50f743d0b0bb5834f9d6ecfd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/67b7039c50f743d0b0bb5834f9d6ecfd 2024-11-21T14:41:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,067 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/67b7039c50f743d0b0bb5834f9d6ecfd, entries=150, sequenceid=224, filesize=11.9 K 2024-11-21T14:41:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/e8673a38fad144f798c51d96cd0b7961 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e8673a38fad144f798c51d96cd0b7961 2024-11-21T14:41:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,073 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e8673a38fad144f798c51d96cd0b7961, entries=150, sequenceid=224, filesize=11.9 K 2024-11-21T14:41:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,074 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c8bb7468c14a007c07faefbc7c669147 in 533ms, sequenceid=224, compaction requested=false 2024-11-21T14:41:24,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:24,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:24,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-21T14:41:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-21T14:41:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-21T14:41:24,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 689 msec 2024-11-21T14:41:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 697 msec 2024-11-21T14:41:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,331 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/3e3187446dec456a95f43ca35c25d160 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3e3187446dec456a95f43ca35c25d160 2024-11-21T14:41:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,339 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/A of c8bb7468c14a007c07faefbc7c669147 into 3e3187446dec456a95f43ca35c25d160(size=30.6 K), total size for store is 61.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:24,339 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:24,339 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/A, priority=13, startTime=1732200083414; duration=0sec 2024-11-21T14:41:24,339 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:24,339 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:A 2024-11-21T14:41:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:41:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dd55febd032d4c9ca9261333fb9f4eb9_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200084338/Put/seqid=0 2024-11-21T14:41:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742005_1181 (size=22268) 2024-11-21T14:41:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200144387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200084365, max timestamp=1732200084390Num uniques 859; 2024-11-21T14:41:24,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200084365, max timestamp=1732200084390Num uniques 859; 2024-11-21T14:41:24,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200084365, max timestamp=1732200084390Num uniques 859; 2024-11-21T14:41:24,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:41:24,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:41:24,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:41:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200144420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200144421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200144422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200144429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200144502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-21T14:41:24,521 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:24,522 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-21T14:41:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T14:41:24,524 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:24,525 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:24,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:24,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200144531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200144542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200144542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200144542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T14:41:24,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T14:41:24,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:24,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:24,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:24,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:24,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:24,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200144711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200144752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200144752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200144753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200144753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:24,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:24,785 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:24,790 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dd55febd032d4c9ca9261333fb9f4eb9_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dd55febd032d4c9ca9261333fb9f4eb9_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:24,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/7d7ffb34af984bc099b01bfe09749507, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:24,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/7d7ffb34af984bc099b01bfe09749507 is 175, key is test_row_0/A:col10/1732200084338/Put/seqid=0 2024-11-21T14:41:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742006_1182 (size=65673) 2024-11-21T14:41:24,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T14:41:24,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:24,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:24,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:24,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:24,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T14:41:24,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T14:41:24,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:24,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:24,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:24,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:24,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200145032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:25,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:25,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200145061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200145061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:25,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200145072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:25,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:25,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200145072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:25,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:25,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T14:41:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T14:41:25,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/7d7ffb34af984bc099b01bfe09749507 2024-11-21T14:41:25,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/27bb905c6785412cbeecedd3e17b4019 is 50, key is test_row_0/B:col10/1732200084338/Put/seqid=0 2024-11-21T14:41:25,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742007_1183 (size=12151) 2024-11-21T14:41:25,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T14:41:25,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:25,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T14:41:25,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:25,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200145552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:25,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200145571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:25,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200145571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:25,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200145592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:25,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200145592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:25,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T14:41:25,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:25,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/27bb905c6785412cbeecedd3e17b4019 2024-11-21T14:41:25,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/2ad50be3c3a0413ea76435a41a8bf0a6 is 50, key is test_row_0/C:col10/1732200084338/Put/seqid=0 2024-11-21T14:41:25,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742008_1184 (size=12151) 2024-11-21T14:41:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T14:41:25,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T14:41:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:25,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T14:41:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:25,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:26,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/2ad50be3c3a0413ea76435a41a8bf0a6 2024-11-21T14:41:26,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/7d7ffb34af984bc099b01bfe09749507 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7d7ffb34af984bc099b01bfe09749507 2024-11-21T14:41:26,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7d7ffb34af984bc099b01bfe09749507, entries=350, sequenceid=236, filesize=64.1 K 2024-11-21T14:41:26,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/27bb905c6785412cbeecedd3e17b4019 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/27bb905c6785412cbeecedd3e17b4019 2024-11-21T14:41:26,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/27bb905c6785412cbeecedd3e17b4019, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T14:41:26,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/2ad50be3c3a0413ea76435a41a8bf0a6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/2ad50be3c3a0413ea76435a41a8bf0a6 2024-11-21T14:41:26,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/2ad50be3c3a0413ea76435a41a8bf0a6, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T14:41:26,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c8bb7468c14a007c07faefbc7c669147 in 1700ms, sequenceid=236, compaction requested=true 2024-11-21T14:41:26,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:26,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:26,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:26,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:26,050 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:26,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:26,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:26,050 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:26,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:26,052 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128123 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:26,052 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:26,052 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/A is initiating minor compaction (all files) 2024-11-21T14:41:26,052 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/B is initiating minor compaction (all files) 2024-11-21T14:41:26,052 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/B in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:26,052 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/A in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:26,052 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/1d3ddf17ac2b47a38afdd99659db68ea, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/67b7039c50f743d0b0bb5834f9d6ecfd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/27bb905c6785412cbeecedd3e17b4019] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=35.8 K 2024-11-21T14:41:26,052 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3e3187446dec456a95f43ca35c25d160, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3007308ea45449c0a5bda8359b0ade44, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7d7ffb34af984bc099b01bfe09749507] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=125.1 K 2024-11-21T14:41:26,052 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:26,052 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3e3187446dec456a95f43ca35c25d160, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3007308ea45449c0a5bda8359b0ade44, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7d7ffb34af984bc099b01bfe09749507] 2024-11-21T14:41:26,052 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d3ddf17ac2b47a38afdd99659db68ea, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732200081465 2024-11-21T14:41:26,053 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e3187446dec456a95f43ca35c25d160, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732200081465 2024-11-21T14:41:26,053 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 67b7039c50f743d0b0bb5834f9d6ecfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732200082116 2024-11-21T14:41:26,053 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3007308ea45449c0a5bda8359b0ade44, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732200082116 2024-11-21T14:41:26,053 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 27bb905c6785412cbeecedd3e17b4019, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732200084338 2024-11-21T14:41:26,053 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d7ffb34af984bc099b01bfe09749507, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732200084331 2024-11-21T14:41:26,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-21T14:41:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:26,060 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-21T14:41:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:26,064 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:26,067 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:26,068 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/5eccc7dca2d04573924409b7fcb15651 is 50, key is test_row_0/B:col10/1732200084338/Put/seqid=0 2024-11-21T14:41:26,069 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b466d1d493514e9eace37bdcda1d402a_c8bb7468c14a007c07faefbc7c669147 store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:26,071 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b466d1d493514e9eace37bdcda1d402a_c8bb7468c14a007c07faefbc7c669147, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:26,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121521249026fe4411392a9e16caf3dc4c4_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200084417/Put/seqid=0 2024-11-21T14:41:26,072 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b466d1d493514e9eace37bdcda1d402a_c8bb7468c14a007c07faefbc7c669147 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:26,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742009_1185 (size=12493) 2024-11-21T14:41:26,086 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/5eccc7dca2d04573924409b7fcb15651 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/5eccc7dca2d04573924409b7fcb15651 2024-11-21T14:41:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742010_1186 (size=12454) 2024-11-21T14:41:26,093 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/B of c8bb7468c14a007c07faefbc7c669147 into 5eccc7dca2d04573924409b7fcb15651(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:26,093 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:26,093 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/B, priority=13, startTime=1732200086050; duration=0sec 2024-11-21T14:41:26,093 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:26,093 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:B 2024-11-21T14:41:26,093 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:26,095 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:26,095 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/C is initiating minor compaction (all files) 2024-11-21T14:41:26,095 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/C in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:26,095 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/02bf5da690234c64aeb0b5c680bb4245, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e8673a38fad144f798c51d96cd0b7961, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/2ad50be3c3a0413ea76435a41a8bf0a6] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=35.8 K 2024-11-21T14:41:26,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742011_1187 (size=4469) 2024-11-21T14:41:26,096 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 02bf5da690234c64aeb0b5c680bb4245, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732200081465 2024-11-21T14:41:26,096 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting e8673a38fad144f798c51d96cd0b7961, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732200082116 2024-11-21T14:41:26,096 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ad50be3c3a0413ea76435a41a8bf0a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732200084338 2024-11-21T14:41:26,106 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:26,106 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/4b81162ad5d84e2cac4912f06b85db86 is 50, key is test_row_0/C:col10/1732200084338/Put/seqid=0 2024-11-21T14:41:26,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742012_1188 (size=12493) 2024-11-21T14:41:26,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,496 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121521249026fe4411392a9e16caf3dc4c4_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121521249026fe4411392a9e16caf3dc4c4_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:26,497 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#A#compaction#159 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:26,497 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/b3877904f62a46b18c7ae8a4698ddbcd is 175, key is test_row_0/A:col10/1732200084338/Put/seqid=0 2024-11-21T14:41:26,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/e95eb4bd68f245df977530527d448484, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:26,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/e95eb4bd68f245df977530527d448484 is 175, key is test_row_0/A:col10/1732200084417/Put/seqid=0 2024-11-21T14:41:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742013_1189 (size=31447) 2024-11-21T14:41:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742014_1190 (size=31255) 2024-11-21T14:41:26,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/e95eb4bd68f245df977530527d448484 2024-11-21T14:41:26,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/0b0443fa3270433cb3296791529a2c9b is 50, key is test_row_0/B:col10/1732200084417/Put/seqid=0 2024-11-21T14:41:26,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742015_1191 (size=12301) 2024-11-21T14:41:26,518 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/0b0443fa3270433cb3296791529a2c9b 2024-11-21T14:41:26,526 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/4b81162ad5d84e2cac4912f06b85db86 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/4b81162ad5d84e2cac4912f06b85db86 2024-11-21T14:41:26,533 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/C of c8bb7468c14a007c07faefbc7c669147 into 4b81162ad5d84e2cac4912f06b85db86(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:26,533 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:26,533 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/C, priority=13, startTime=1732200086050; duration=0sec 2024-11-21T14:41:26,533 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:26,533 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:C 2024-11-21T14:41:26,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/20990b81a4ce49189ad7fdcfaf2c0778 is 50, key is test_row_0/C:col10/1732200084417/Put/seqid=0 2024-11-21T14:41:26,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742016_1192 (size=12301) 2024-11-21T14:41:26,551 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/20990b81a4ce49189ad7fdcfaf2c0778 2024-11-21T14:41:26,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/e95eb4bd68f245df977530527d448484 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/e95eb4bd68f245df977530527d448484 2024-11-21T14:41:26,561 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/e95eb4bd68f245df977530527d448484, entries=150, sequenceid=271, filesize=30.5 K 2024-11-21T14:41:26,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/0b0443fa3270433cb3296791529a2c9b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0b0443fa3270433cb3296791529a2c9b 2024-11-21T14:41:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:26,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,567 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0b0443fa3270433cb3296791529a2c9b, entries=150, sequenceid=271, filesize=12.0 K 2024-11-21T14:41:26,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/20990b81a4ce49189ad7fdcfaf2c0778 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/20990b81a4ce49189ad7fdcfaf2c0778 2024-11-21T14:41:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,573 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/20990b81a4ce49189ad7fdcfaf2c0778, entries=150, sequenceid=271, filesize=12.0 K 2024-11-21T14:41:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,575 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=6.71 KB/6870 for c8bb7468c14a007c07faefbc7c669147 in 515ms, sequenceid=271, compaction requested=false 2024-11-21T14:41:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:26,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:26,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-21T14:41:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-21T14:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-21T14:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0520 sec 2024-11-21T14:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.0580 sec 2024-11-21T14:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:26,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:41:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fc2b8cddbc5541cfba9ec6768409222b_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200086613/Put/seqid=0 2024-11-21T14:41:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742017_1193 (size=22618) 2024-11-21T14:41:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,643 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,649 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fc2b8cddbc5541cfba9ec6768409222b_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fc2b8cddbc5541cfba9ec6768409222b_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,649 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/bc9c429b8de8411c85f0dbb3ae6b914a, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:26,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/bc9c429b8de8411c85f0dbb3ae6b914a is 175, key is test_row_0/A:col10/1732200086613/Put/seqid=0 2024-11-21T14:41:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732200086615, max timestamp=1732200086653Num uniques 859; 2024-11-21T14:41:26,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-21T14:41:26,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732200086615, max timestamp=1732200086653Num uniques 859; 2024-11-21T14:41:26,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-21T14:41:26,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732200086615, max timestamp=1732200086653Num uniques 859; 2024-11-21T14:41:26,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-21T14:41:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742018_1194 (size=66023) 2024-11-21T14:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/bc9c429b8de8411c85f0dbb3ae6b914a 2024-11-21T14:41:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200146657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:26,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-21T14:41:26,672 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,673 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200146662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:26,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200146662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200146663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-21T14:41:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T14:41:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200146669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:26,677 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:26,678 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:26,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:26,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/fb73063b54764c1d8dc527b8308f1e4e is 50, key is test_row_0/B:col10/1732200086613/Put/seqid=0 2024-11-21T14:41:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742019_1195 (size=22065) 2024-11-21T14:41:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/fb73063b54764c1d8dc527b8308f1e4e 2024-11-21T14:41:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:26,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/40e14bbff0064de3ba36f774dcfe324c is 50, key is test_row_0/C:col10/1732200086613/Put/seqid=0 2024-11-21T14:41:26,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742020_1196 (size=12301) 2024-11-21T14:41:26,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200146771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:26,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T14:41:26,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200146782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:26,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200146782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:26,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200146782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:26,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200146782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:26,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:26,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:26,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:26,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:26,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:26,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:26,908 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/b3877904f62a46b18c7ae8a4698ddbcd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/b3877904f62a46b18c7ae8a4698ddbcd 2024-11-21T14:41:26,914 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/A of c8bb7468c14a007c07faefbc7c669147 into b3877904f62a46b18c7ae8a4698ddbcd(size=30.7 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:26,914 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:26,914 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/A, priority=13, startTime=1732200086050; duration=0sec 2024-11-21T14:41:26,914 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:26,914 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:A 2024-11-21T14:41:26,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200146982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:26,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:26,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:26,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:26,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:26,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:26,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T14:41:27,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200147002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200147002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200147002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200147002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/40e14bbff0064de3ba36f774dcfe324c 2024-11-21T14:41:27,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/bc9c429b8de8411c85f0dbb3ae6b914a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/bc9c429b8de8411c85f0dbb3ae6b914a 2024-11-21T14:41:27,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/bc9c429b8de8411c85f0dbb3ae6b914a, entries=350, sequenceid=283, filesize=64.5 K 2024-11-21T14:41:27,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/fb73063b54764c1d8dc527b8308f1e4e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/fb73063b54764c1d8dc527b8308f1e4e 2024-11-21T14:41:27,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/fb73063b54764c1d8dc527b8308f1e4e, entries=350, sequenceid=283, filesize=21.5 K 2024-11-21T14:41:27,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/40e14bbff0064de3ba36f774dcfe324c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40e14bbff0064de3ba36f774dcfe324c 2024-11-21T14:41:27,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:27,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:27,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40e14bbff0064de3ba36f774dcfe324c, entries=150, sequenceid=283, filesize=12.0 K 2024-11-21T14:41:27,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for c8bb7468c14a007c07faefbc7c669147 in 530ms, sequenceid=283, compaction requested=true 2024-11-21T14:41:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:27,145 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T14:41:27,146 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:27,148 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 46859 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:27,148 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/B is initiating minor compaction (all files) 2024-11-21T14:41:27,148 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/B in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,148 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/5eccc7dca2d04573924409b7fcb15651, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0b0443fa3270433cb3296791529a2c9b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/fb73063b54764c1d8dc527b8308f1e4e] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=45.8 K 2024-11-21T14:41:27,148 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:27,148 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eccc7dca2d04573924409b7fcb15651, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732200084338 2024-11-21T14:41:27,148 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/A is initiating minor compaction (all files) 2024-11-21T14:41:27,148 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/A in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,149 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/b3877904f62a46b18c7ae8a4698ddbcd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/e95eb4bd68f245df977530527d448484, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/bc9c429b8de8411c85f0dbb3ae6b914a] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=125.7 K 2024-11-21T14:41:27,149 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,149 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/b3877904f62a46b18c7ae8a4698ddbcd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/e95eb4bd68f245df977530527d448484, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/bc9c429b8de8411c85f0dbb3ae6b914a] 2024-11-21T14:41:27,149 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b0443fa3270433cb3296791529a2c9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732200084417 2024-11-21T14:41:27,149 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3877904f62a46b18c7ae8a4698ddbcd, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732200084338 2024-11-21T14:41:27,150 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting fb73063b54764c1d8dc527b8308f1e4e, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732200086563 2024-11-21T14:41:27,150 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting e95eb4bd68f245df977530527d448484, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732200084417 2024-11-21T14:41:27,151 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc9c429b8de8411c85f0dbb3ae6b914a, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732200086563 2024-11-21T14:41:27,168 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:27,169 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/2477ae62da0a4c6f89b704305c2e192b is 50, key is test_row_0/B:col10/1732200086613/Put/seqid=0 2024-11-21T14:41:27,171 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:27,174 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218e222bf40bb3486280c0b73dd623ba6b_c8bb7468c14a007c07faefbc7c669147 store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:27,176 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218e222bf40bb3486280c0b73dd623ba6b_c8bb7468c14a007c07faefbc7c669147, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:27,176 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218e222bf40bb3486280c0b73dd623ba6b_c8bb7468c14a007c07faefbc7c669147 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:27,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742021_1197 (size=12745) 2024-11-21T14:41:27,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742022_1198 (size=4469) 2024-11-21T14:41:27,201 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#A#compaction#169 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:27,201 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/6c2335904c584d7bae4afe8f7808a35e is 175, key is test_row_0/A:col10/1732200086613/Put/seqid=0 2024-11-21T14:41:27,203 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/2477ae62da0a4c6f89b704305c2e192b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/2477ae62da0a4c6f89b704305c2e192b 2024-11-21T14:41:27,214 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/B of c8bb7468c14a007c07faefbc7c669147 into 2477ae62da0a4c6f89b704305c2e192b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:27,214 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:27,214 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/B, priority=13, startTime=1732200087145; duration=0sec 2024-11-21T14:41:27,214 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:27,214 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:B 2024-11-21T14:41:27,215 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:27,216 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:27,216 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/C is initiating minor compaction (all files) 2024-11-21T14:41:27,216 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/C in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,217 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/4b81162ad5d84e2cac4912f06b85db86, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/20990b81a4ce49189ad7fdcfaf2c0778, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40e14bbff0064de3ba36f774dcfe324c] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=36.2 K 2024-11-21T14:41:27,217 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b81162ad5d84e2cac4912f06b85db86, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732200084338 2024-11-21T14:41:27,218 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 20990b81a4ce49189ad7fdcfaf2c0778, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732200084417 2024-11-21T14:41:27,218 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 40e14bbff0064de3ba36f774dcfe324c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732200086607 2024-11-21T14:41:27,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742023_1199 (size=31699) 2024-11-21T14:41:27,239 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#C#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:27,240 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/c555f2a9079143caa5a4b071003c604a is 50, key is test_row_0/C:col10/1732200086613/Put/seqid=0 2024-11-21T14:41:27,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742024_1200 (size=12745) 2024-11-21T14:41:27,255 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/c555f2a9079143caa5a4b071003c604a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/c555f2a9079143caa5a4b071003c604a 2024-11-21T14:41:27,265 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/C of c8bb7468c14a007c07faefbc7c669147 into c555f2a9079143caa5a4b071003c604a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:27,265 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:27,265 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/C, priority=13, startTime=1732200087145; duration=0sec 2024-11-21T14:41:27,265 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:27,265 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:C 2024-11-21T14:41:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:27,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=161.02 KB heapSize=399.05 KB 2024-11-21T14:41:27,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:27,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:27,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:27,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:27,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:27,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:27,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T14:41:27,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217af181d62d284d0fbf54f11d544a5b40_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200087293/Put/seqid=0 2024-11-21T14:41:27,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200147312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200147313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200147314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200147316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200147317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742025_1201 (size=14994) 2024-11-21T14:41:27,328 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:27,337 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217af181d62d284d0fbf54f11d544a5b40_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217af181d62d284d0fbf54f11d544a5b40_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:27,338 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/7707af98fd834c3aa07bf73dad318d7f, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:27,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/7707af98fd834c3aa07bf73dad318d7f is 175, key is test_row_0/A:col10/1732200087293/Put/seqid=0 2024-11-21T14:41:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742026_1202 (size=39949) 2024-11-21T14:41:27,345 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/7707af98fd834c3aa07bf73dad318d7f 2024-11-21T14:41:27,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/7193d20776dd4ef5afc239baa4e8719f is 50, key is test_row_0/B:col10/1732200087293/Put/seqid=0 2024-11-21T14:41:27,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742027_1203 (size=12301) 2024-11-21T14:41:27,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200147422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200147422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200147431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200147432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:27,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:27,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200147632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200147632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,640 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/6c2335904c584d7bae4afe8f7808a35e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6c2335904c584d7bae4afe8f7808a35e 2024-11-21T14:41:27,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200147643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200147643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,652 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/A of c8bb7468c14a007c07faefbc7c669147 into 6c2335904c584d7bae4afe8f7808a35e(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:27,652 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:27,652 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/A, priority=13, startTime=1732200087145; duration=0sec 2024-11-21T14:41:27,652 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:27,652 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:A 2024-11-21T14:41:27,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:27,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:27,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/7193d20776dd4ef5afc239baa4e8719f 2024-11-21T14:41:27,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/8d5fdb14dc9c495aa55eb2c557cafcff is 50, key is test_row_0/C:col10/1732200087293/Put/seqid=0 2024-11-21T14:41:27,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742028_1204 (size=12301) 2024-11-21T14:41:27,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/8d5fdb14dc9c495aa55eb2c557cafcff 2024-11-21T14:41:27,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/7707af98fd834c3aa07bf73dad318d7f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7707af98fd834c3aa07bf73dad318d7f 2024-11-21T14:41:27,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7707af98fd834c3aa07bf73dad318d7f, entries=200, sequenceid=313, filesize=39.0 K 2024-11-21T14:41:27,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/7193d20776dd4ef5afc239baa4e8719f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7193d20776dd4ef5afc239baa4e8719f 2024-11-21T14:41:27,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7193d20776dd4ef5afc239baa4e8719f, entries=150, sequenceid=313, filesize=12.0 K 2024-11-21T14:41:27,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/8d5fdb14dc9c495aa55eb2c557cafcff as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8d5fdb14dc9c495aa55eb2c557cafcff 2024-11-21T14:41:27,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8d5fdb14dc9c495aa55eb2c557cafcff, entries=150, sequenceid=313, filesize=12.0 K 2024-11-21T14:41:27,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~399 KB/408576, currentSize=40.25 KB/41220 for c8bb7468c14a007c07faefbc7c669147 in 513ms, sequenceid=313, compaction requested=false 2024-11-21T14:41:27,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T14:41:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:27,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:41:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:27,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121819bbac0ee2f4bfbab641e974ccb03aa_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200087314/Put/seqid=0 2024-11-21T14:41:27,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742029_1205 (size=14994) 2024-11-21T14:41:27,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:27,867 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121819bbac0ee2f4bfbab641e974ccb03aa_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121819bbac0ee2f4bfbab641e974ccb03aa_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:27,867 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/d6ecf4591617469a9e8eb180c126bca5, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:27,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/d6ecf4591617469a9e8eb180c126bca5 is 175, key is test_row_0/A:col10/1732200087314/Put/seqid=0 2024-11-21T14:41:27,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742030_1206 (size=39949) 2024-11-21T14:41:27,884 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/d6ecf4591617469a9e8eb180c126bca5 2024-11-21T14:41:27,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/f7e28bba3886411aa405a1a574a32422 is 50, key is test_row_0/B:col10/1732200087314/Put/seqid=0 2024-11-21T14:41:27,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:27,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:27,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:27,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742031_1207 (size=12301) 2024-11-21T14:41:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:27,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200087869, max timestamp=1732200087934Num uniques 859; 2024-11-21T14:41:27,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:27,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200087869, max timestamp=1732200087934Num uniques 859; 2024-11-21T14:41:27,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:27,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200087869, max timestamp=1732200087934Num uniques 859; 2024-11-21T14:41:27,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:27,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200147967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200147968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200147969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200147971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200147971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:27,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:27,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200148081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200148082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200148082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200148082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200148082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:28,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:28,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200148292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200148292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200148292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200148292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200148292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/f7e28bba3886411aa405a1a574a32422 2024-11-21T14:41:28,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/4a6a2693ede340dbae854870d199b3dc is 50, key is test_row_0/C:col10/1732200087314/Put/seqid=0 2024-11-21T14:41:28,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742032_1208 (size=12301) 2024-11-21T14:41:28,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:28,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:28,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:28,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:28,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200148602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200148602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200148603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200148603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200148622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:28,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:28,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:28,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/4a6a2693ede340dbae854870d199b3dc 2024-11-21T14:41:28,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/d6ecf4591617469a9e8eb180c126bca5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/d6ecf4591617469a9e8eb180c126bca5 2024-11-21T14:41:28,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/d6ecf4591617469a9e8eb180c126bca5, entries=200, sequenceid=324, filesize=39.0 K 2024-11-21T14:41:28,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/f7e28bba3886411aa405a1a574a32422 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/f7e28bba3886411aa405a1a574a32422 2024-11-21T14:41:28,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/f7e28bba3886411aa405a1a574a32422, entries=150, sequenceid=324, filesize=12.0 K 2024-11-21T14:41:28,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/4a6a2693ede340dbae854870d199b3dc as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/4a6a2693ede340dbae854870d199b3dc 2024-11-21T14:41:28,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/4a6a2693ede340dbae854870d199b3dc, entries=150, sequenceid=324, filesize=12.0 K 2024-11-21T14:41:28,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c8bb7468c14a007c07faefbc7c669147 in 914ms, sequenceid=324, compaction requested=true 2024-11-21T14:41:28,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:28,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:28,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:28,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:28,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:28,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:28,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:28,748 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:28,748 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:28,749 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:28,749 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:28,749 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/B is initiating minor compaction (all files) 2024-11-21T14:41:28,749 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/A is initiating minor compaction (all files) 2024-11-21T14:41:28,750 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/A in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,750 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/B in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,750 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6c2335904c584d7bae4afe8f7808a35e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7707af98fd834c3aa07bf73dad318d7f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/d6ecf4591617469a9e8eb180c126bca5] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=109.0 K 2024-11-21T14:41:28,750 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,750 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/2477ae62da0a4c6f89b704305c2e192b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7193d20776dd4ef5afc239baa4e8719f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/f7e28bba3886411aa405a1a574a32422] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=36.5 K 2024-11-21T14:41:28,750 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6c2335904c584d7bae4afe8f7808a35e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7707af98fd834c3aa07bf73dad318d7f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/d6ecf4591617469a9e8eb180c126bca5] 2024-11-21T14:41:28,750 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c2335904c584d7bae4afe8f7808a35e, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732200086607 2024-11-21T14:41:28,750 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 2477ae62da0a4c6f89b704305c2e192b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732200086607 2024-11-21T14:41:28,751 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7193d20776dd4ef5afc239baa4e8719f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732200086657 2024-11-21T14:41:28,751 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7707af98fd834c3aa07bf73dad318d7f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732200086657 2024-11-21T14:41:28,751 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting f7e28bba3886411aa405a1a574a32422, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732200087314 2024-11-21T14:41:28,751 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6ecf4591617469a9e8eb180c126bca5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732200087299 2024-11-21T14:41:28,757 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:28,759 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:28,760 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/a7544ee58c8447c395adbb226fd1a5cf is 50, key is test_row_0/B:col10/1732200087314/Put/seqid=0 2024-11-21T14:41:28,760 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121c96addb200ea4b15ba50b162650476bb_c8bb7468c14a007c07faefbc7c669147 store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:28,762 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121c96addb200ea4b15ba50b162650476bb_c8bb7468c14a007c07faefbc7c669147, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:28,763 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c96addb200ea4b15ba50b162650476bb_c8bb7468c14a007c07faefbc7c669147 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:28,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742033_1209 (size=12847) 2024-11-21T14:41:28,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742034_1210 (size=4469) 2024-11-21T14:41:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T14:41:28,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-21T14:41:28,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:28,831 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T14:41:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:28,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112109c370ca5f1c4ec9bcb435a0beccda20_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200087969/Put/seqid=0 2024-11-21T14:41:28,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742035_1211 (size=12454) 2024-11-21T14:41:28,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:28,850 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112109c370ca5f1c4ec9bcb435a0beccda20_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109c370ca5f1c4ec9bcb435a0beccda20_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:28,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/dde2963e2c1e47879f6545456a1593cd, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:28,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/dde2963e2c1e47879f6545456a1593cd is 175, key is test_row_0/A:col10/1732200087969/Put/seqid=0 2024-11-21T14:41:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742036_1212 (size=31255) 2024-11-21T14:41:28,858 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/dde2963e2c1e47879f6545456a1593cd 2024-11-21T14:41:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/2987bcf1c912450481374bdd5a2713c0 is 50, key is test_row_0/B:col10/1732200087969/Put/seqid=0 2024-11-21T14:41:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742037_1213 (size=12301) 2024-11-21T14:41:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:29,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200149124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200149125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200149125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200149127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200149141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,186 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#A#compaction#178 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:29,186 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/445baf7f3d28440ebfbf9daec29e65e7 is 175, key is test_row_0/A:col10/1732200087314/Put/seqid=0 2024-11-21T14:41:29,192 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/a7544ee58c8447c395adbb226fd1a5cf as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/a7544ee58c8447c395adbb226fd1a5cf 2024-11-21T14:41:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742038_1214 (size=31801) 2024-11-21T14:41:29,199 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/B of c8bb7468c14a007c07faefbc7c669147 into a7544ee58c8447c395adbb226fd1a5cf(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:29,199 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:29,199 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/B, priority=13, startTime=1732200088748; duration=0sec 2024-11-21T14:41:29,199 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:29,200 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:B 2024-11-21T14:41:29,200 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:29,200 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/445baf7f3d28440ebfbf9daec29e65e7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/445baf7f3d28440ebfbf9daec29e65e7 2024-11-21T14:41:29,203 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:29,203 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/C is initiating minor compaction (all files) 2024-11-21T14:41:29,203 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/C in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:29,203 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/c555f2a9079143caa5a4b071003c604a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8d5fdb14dc9c495aa55eb2c557cafcff, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/4a6a2693ede340dbae854870d199b3dc] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=36.5 K 2024-11-21T14:41:29,204 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting c555f2a9079143caa5a4b071003c604a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732200086607 2024-11-21T14:41:29,204 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d5fdb14dc9c495aa55eb2c557cafcff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732200086657 2024-11-21T14:41:29,205 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a6a2693ede340dbae854870d199b3dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732200087314 2024-11-21T14:41:29,207 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/A of c8bb7468c14a007c07faefbc7c669147 into 445baf7f3d28440ebfbf9daec29e65e7(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:29,207 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:29,207 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/A, priority=13, startTime=1732200088748; duration=0sec 2024-11-21T14:41:29,207 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:29,207 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:A 2024-11-21T14:41:29,218 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#C#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:29,218 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/2cae38c9344448e5a9ee6fec4dda9341 is 50, key is test_row_0/C:col10/1732200087314/Put/seqid=0 2024-11-21T14:41:29,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742039_1215 (size=12847) 2024-11-21T14:41:29,239 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/2cae38c9344448e5a9ee6fec4dda9341 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/2cae38c9344448e5a9ee6fec4dda9341 2024-11-21T14:41:29,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200149242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200149242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200149242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200149242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,248 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/C of c8bb7468c14a007c07faefbc7c669147 into 2cae38c9344448e5a9ee6fec4dda9341(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:29,248 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:29,248 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/C, priority=13, startTime=1732200088748; duration=0sec 2024-11-21T14:41:29,248 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:29,248 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:C 2024-11-21T14:41:29,274 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/2987bcf1c912450481374bdd5a2713c0 2024-11-21T14:41:29,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/40addfb435ba431a866c7db57cedfff6 is 50, key is test_row_0/C:col10/1732200087969/Put/seqid=0 2024-11-21T14:41:29,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742040_1216 (size=12301) 2024-11-21T14:41:29,332 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/40addfb435ba431a866c7db57cedfff6 2024-11-21T14:41:29,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/dde2963e2c1e47879f6545456a1593cd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/dde2963e2c1e47879f6545456a1593cd 2024-11-21T14:41:29,346 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/dde2963e2c1e47879f6545456a1593cd, entries=150, sequenceid=360, filesize=30.5 K 2024-11-21T14:41:29,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/2987bcf1c912450481374bdd5a2713c0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/2987bcf1c912450481374bdd5a2713c0 2024-11-21T14:41:29,355 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/2987bcf1c912450481374bdd5a2713c0, entries=150, sequenceid=360, filesize=12.0 K 2024-11-21T14:41:29,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/40addfb435ba431a866c7db57cedfff6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40addfb435ba431a866c7db57cedfff6 2024-11-21T14:41:29,366 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40addfb435ba431a866c7db57cedfff6, entries=150, sequenceid=360, filesize=12.0 K 2024-11-21T14:41:29,367 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for c8bb7468c14a007c07faefbc7c669147 in 536ms, sequenceid=360, compaction requested=false 2024-11-21T14:41:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-21T14:41:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-21T14:41:29,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-21T14:41:29,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6910 sec 2024-11-21T14:41:29,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.6990 sec 2024-11-21T14:41:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:29,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T14:41:29,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:29,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:29,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:29,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:29,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:29,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:29,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121130c99626c5a47df84d693f578dfdd2b_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200089123/Put/seqid=0 2024-11-21T14:41:29,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742041_1217 (size=12454) 2024-11-21T14:41:29,483 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:29,488 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121130c99626c5a47df84d693f578dfdd2b_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121130c99626c5a47df84d693f578dfdd2b_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:29,489 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/608a4d8e81dd45b4a24217694eeeab58, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:29,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/608a4d8e81dd45b4a24217694eeeab58 is 175, key is test_row_0/A:col10/1732200089123/Put/seqid=0 2024-11-21T14:41:29,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742042_1218 (size=31255) 2024-11-21T14:41:29,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732200089515, max timestamp=1732200089533Num uniques 859; 2024-11-21T14:41:29,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:29,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200089515, max timestamp=1732200089533Num uniques 859; 2024-11-21T14:41:29,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:29,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732200089515, max timestamp=1732200089533Num uniques 859; 2024-11-21T14:41:29,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:29,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200149571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200149580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200149581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200149579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200149693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200149693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200149693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200149693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,900 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/608a4d8e81dd45b4a24217694eeeab58 2024-11-21T14:41:29,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200149905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200149905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200149905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200149905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:29,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:29,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/0aca3c5e67f7413c80ecdf93f35ac607 is 50, key is test_row_0/B:col10/1732200089123/Put/seqid=0 2024-11-21T14:41:29,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742043_1219 (size=12301) 2024-11-21T14:41:29,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/0aca3c5e67f7413c80ecdf93f35ac607 2024-11-21T14:41:29,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/d1cba02c36684938ae972f07ee393d2e is 50, key is test_row_0/C:col10/1732200089123/Put/seqid=0 2024-11-21T14:41:30,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742044_1220 (size=12301) 2024-11-21T14:41:30,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200150162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,164 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in c8bb7468c14a007c07faefbc7c669147 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:30,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200150212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200150212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200150212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200150212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/d1cba02c36684938ae972f07ee393d2e 2024-11-21T14:41:30,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/608a4d8e81dd45b4a24217694eeeab58 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/608a4d8e81dd45b4a24217694eeeab58 2024-11-21T14:41:30,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/608a4d8e81dd45b4a24217694eeeab58, entries=150, sequenceid=375, filesize=30.5 K 2024-11-21T14:41:30,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/0aca3c5e67f7413c80ecdf93f35ac607 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0aca3c5e67f7413c80ecdf93f35ac607 2024-11-21T14:41:30,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0aca3c5e67f7413c80ecdf93f35ac607, entries=150, sequenceid=375, filesize=12.0 K 2024-11-21T14:41:30,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/d1cba02c36684938ae972f07ee393d2e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/d1cba02c36684938ae972f07ee393d2e 2024-11-21T14:41:30,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/d1cba02c36684938ae972f07ee393d2e, entries=150, sequenceid=375, filesize=12.0 K 2024-11-21T14:41:30,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for c8bb7468c14a007c07faefbc7c669147 in 1010ms, sequenceid=375, compaction requested=true 2024-11-21T14:41:30,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:30,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:30,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:30,464 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:30,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:30,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:30,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:30,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:30,464 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:30,465 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:30,466 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:30,466 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/A is initiating minor compaction (all files) 2024-11-21T14:41:30,466 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/B is initiating minor compaction (all files) 2024-11-21T14:41:30,466 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/A in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:30,466 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/B in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:30,466 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/445baf7f3d28440ebfbf9daec29e65e7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/dde2963e2c1e47879f6545456a1593cd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/608a4d8e81dd45b4a24217694eeeab58] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=92.1 K 2024-11-21T14:41:30,466 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:30,466 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/a7544ee58c8447c395adbb226fd1a5cf, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/2987bcf1c912450481374bdd5a2713c0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0aca3c5e67f7413c80ecdf93f35ac607] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=36.6 K 2024-11-21T14:41:30,466 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/445baf7f3d28440ebfbf9daec29e65e7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/dde2963e2c1e47879f6545456a1593cd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/608a4d8e81dd45b4a24217694eeeab58] 2024-11-21T14:41:30,467 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a7544ee58c8447c395adbb226fd1a5cf, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732200087314 2024-11-21T14:41:30,467 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 445baf7f3d28440ebfbf9daec29e65e7, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732200087314 2024-11-21T14:41:30,468 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 2987bcf1c912450481374bdd5a2713c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732200087967 2024-11-21T14:41:30,468 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting dde2963e2c1e47879f6545456a1593cd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732200087967 2024-11-21T14:41:30,469 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aca3c5e67f7413c80ecdf93f35ac607, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200089123 2024-11-21T14:41:30,469 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 608a4d8e81dd45b4a24217694eeeab58, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200089123 2024-11-21T14:41:30,476 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:30,479 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#B#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:30,480 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/d5ef87e8202e4b1a827d20b57576193c is 50, key is test_row_0/B:col10/1732200089123/Put/seqid=0 2024-11-21T14:41:30,484 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121e0439feb731b43b9813ab35393c74abf_c8bb7468c14a007c07faefbc7c669147 store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:30,486 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121e0439feb731b43b9813ab35393c74abf_c8bb7468c14a007c07faefbc7c669147, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:30,487 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e0439feb731b43b9813ab35393c74abf_c8bb7468c14a007c07faefbc7c669147 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:30,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742045_1221 (size=12949) 2024-11-21T14:41:30,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742046_1222 (size=4469) 2024-11-21T14:41:30,504 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/d5ef87e8202e4b1a827d20b57576193c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/d5ef87e8202e4b1a827d20b57576193c 2024-11-21T14:41:30,504 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#A#compaction#186 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:30,505 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/cf150424e116439ca7a682b57e4ad7d0 is 175, key is test_row_0/A:col10/1732200089123/Put/seqid=0 2024-11-21T14:41:30,512 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/B of c8bb7468c14a007c07faefbc7c669147 into d5ef87e8202e4b1a827d20b57576193c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:30,512 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:30,512 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/B, priority=13, startTime=1732200090464; duration=0sec 2024-11-21T14:41:30,512 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:30,512 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:B 2024-11-21T14:41:30,512 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:30,514 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:30,514 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/C is initiating minor compaction (all files) 2024-11-21T14:41:30,514 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/C in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:30,514 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/2cae38c9344448e5a9ee6fec4dda9341, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40addfb435ba431a866c7db57cedfff6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/d1cba02c36684938ae972f07ee393d2e] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=36.6 K 2024-11-21T14:41:30,514 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cae38c9344448e5a9ee6fec4dda9341, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732200087314 2024-11-21T14:41:30,515 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 40addfb435ba431a866c7db57cedfff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732200087967 2024-11-21T14:41:30,520 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d1cba02c36684938ae972f07ee393d2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200089123 2024-11-21T14:41:30,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742047_1223 (size=31903) 2024-11-21T14:41:30,530 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#C#compaction#188 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:30,531 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/a08fc3ced8bf46fe821cda8be39efc51 is 50, key is test_row_0/C:col10/1732200089123/Put/seqid=0 2024-11-21T14:41:30,533 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/cf150424e116439ca7a682b57e4ad7d0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/cf150424e116439ca7a682b57e4ad7d0 2024-11-21T14:41:30,539 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/A of c8bb7468c14a007c07faefbc7c669147 into cf150424e116439ca7a682b57e4ad7d0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:30,539 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:30,540 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/A, priority=13, startTime=1732200090464; duration=0sec 2024-11-21T14:41:30,540 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:30,540 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:A 2024-11-21T14:41:30,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742048_1224 (size=12949) 2024-11-21T14:41:30,570 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/a08fc3ced8bf46fe821cda8be39efc51 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/a08fc3ced8bf46fe821cda8be39efc51 2024-11-21T14:41:30,576 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/C of c8bb7468c14a007c07faefbc7c669147 into a08fc3ced8bf46fe821cda8be39efc51(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:30,576 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:30,576 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/C, priority=13, startTime=1732200090464; duration=0sec 2024-11-21T14:41:30,576 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:30,577 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:C 2024-11-21T14:41:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:30,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T14:41:30,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:30,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:30,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:30,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:30,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:30,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:30,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cd3685d64ca44b7f92acb6eb43453dca_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200090724/Put/seqid=0 2024-11-21T14:41:30,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200150741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200150743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200150746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200150747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742049_1225 (size=14994) 2024-11-21T14:41:30,758 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:30,763 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cd3685d64ca44b7f92acb6eb43453dca_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cd3685d64ca44b7f92acb6eb43453dca_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:30,772 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/6160f229b4294f0ea10a9e3697516589, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:30,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/6160f229b4294f0ea10a9e3697516589 is 175, key is test_row_0/A:col10/1732200090724/Put/seqid=0 2024-11-21T14:41:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742050_1226 (size=39949) 2024-11-21T14:41:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-21T14:41:30,842 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:30,843 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-21T14:41:30,845 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:30,846 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T14:41:30,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:30,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200150852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200150852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200150852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200150852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T14:41:31,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T14:41:31,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:31,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200151062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200151062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200151062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200151072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T14:41:31,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:31,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T14:41:31,223 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/6160f229b4294f0ea10a9e3697516589 2024-11-21T14:41:31,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/70714092e87d45378a08b5014aa2f814 is 50, key is test_row_0/B:col10/1732200090724/Put/seqid=0 2024-11-21T14:41:31,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742051_1227 (size=12301) 2024-11-21T14:41:31,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/70714092e87d45378a08b5014aa2f814 2024-11-21T14:41:31,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/f05ed5a009dd490bb14980ace9e9f5cd is 50, key is test_row_0/C:col10/1732200090724/Put/seqid=0 2024-11-21T14:41:31,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T14:41:31,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:31,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742052_1228 (size=12301) 2024-11-21T14:41:31,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/f05ed5a009dd490bb14980ace9e9f5cd 2024-11-21T14:41:31,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/6160f229b4294f0ea10a9e3697516589 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6160f229b4294f0ea10a9e3697516589 2024-11-21T14:41:31,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6160f229b4294f0ea10a9e3697516589, entries=200, sequenceid=414, filesize=39.0 K 2024-11-21T14:41:31,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/70714092e87d45378a08b5014aa2f814 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/70714092e87d45378a08b5014aa2f814 2024-11-21T14:41:31,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/70714092e87d45378a08b5014aa2f814, entries=150, sequenceid=414, filesize=12.0 K 2024-11-21T14:41:31,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/f05ed5a009dd490bb14980ace9e9f5cd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/f05ed5a009dd490bb14980ace9e9f5cd 2024-11-21T14:41:31,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/f05ed5a009dd490bb14980ace9e9f5cd, entries=150, sequenceid=414, filesize=12.0 K 2024-11-21T14:41:31,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for c8bb7468c14a007c07faefbc7c669147 in 630ms, sequenceid=414, compaction requested=false 2024-11-21T14:41:31,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:31,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T14:41:31,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:31,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:31,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:31,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:31,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:31,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:31,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121788f9bf44bd846248cbad901fe85ee3a_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200090742/Put/seqid=0 2024-11-21T14:41:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742053_1229 (size=12454) 2024-11-21T14:41:31,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200091397, max timestamp=1732200091413Num uniques 859; 2024-11-21T14:41:31,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200091397, max timestamp=1732200091413Num uniques 859; 2024-11-21T14:41:31,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:31,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:31,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200091397, max timestamp=1732200091413Num uniques 859; 2024-11-21T14:41:31,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:31,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200151453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200151454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200151456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200151456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T14:41:31,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:31,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T14:41:31,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200151562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200151562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200151572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200151572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T14:41:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:31,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T14:41:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200151772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200151772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200151781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200151788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:31,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:31,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:31,812 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:31,817 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121788f9bf44bd846248cbad901fe85ee3a_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121788f9bf44bd846248cbad901fe85ee3a_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:31,818 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/33f518226eb14b41bf54cf88e11fadbb, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:31,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/33f518226eb14b41bf54cf88e11fadbb is 175, key is test_row_0/A:col10/1732200090742/Put/seqid=0 2024-11-21T14:41:31,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742054_1230 (size=31255) 2024-11-21T14:41:31,831 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=426, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/33f518226eb14b41bf54cf88e11fadbb 2024-11-21T14:41:31,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/db1c6727b12a40178bb6629e83351a2d is 50, key is test_row_0/B:col10/1732200090742/Put/seqid=0 2024-11-21T14:41:31,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742055_1231 (size=12301) 2024-11-21T14:41:31,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/db1c6727b12a40178bb6629e83351a2d 2024-11-21T14:41:31,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/64ff785b64664857af1cf878448e7fbe is 50, key is test_row_0/C:col10/1732200090742/Put/seqid=0 2024-11-21T14:41:31,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742056_1232 (size=12301) 2024-11-21T14:41:31,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T14:41:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:31,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:31,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T14:41:32,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T14:41:32,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:32,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:32,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:32,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:32,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:32,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200152092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200152092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200152092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200152101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57770 deadline: 1732200152182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,186 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in c8bb7468c14a007c07faefbc7c669147 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T14:41:32,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:32,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:32,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:32,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:32,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:32,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/64ff785b64664857af1cf878448e7fbe 2024-11-21T14:41:32,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/33f518226eb14b41bf54cf88e11fadbb as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/33f518226eb14b41bf54cf88e11fadbb 2024-11-21T14:41:32,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/33f518226eb14b41bf54cf88e11fadbb, entries=150, sequenceid=426, filesize=30.5 K 2024-11-21T14:41:32,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/db1c6727b12a40178bb6629e83351a2d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/db1c6727b12a40178bb6629e83351a2d 2024-11-21T14:41:32,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/db1c6727b12a40178bb6629e83351a2d, entries=150, sequenceid=426, filesize=12.0 K 2024-11-21T14:41:32,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/64ff785b64664857af1cf878448e7fbe as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/64ff785b64664857af1cf878448e7fbe 2024-11-21T14:41:32,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/64ff785b64664857af1cf878448e7fbe, entries=150, sequenceid=426, filesize=12.0 K 2024-11-21T14:41:32,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for c8bb7468c14a007c07faefbc7c669147 in 952ms, sequenceid=426, compaction requested=true 2024-11-21T14:41:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:32,326 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:32,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:32,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T14:41:32,327 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:32,328 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:32,328 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/A is initiating minor compaction (all files) 2024-11-21T14:41:32,328 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/A in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:32,328 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/cf150424e116439ca7a682b57e4ad7d0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6160f229b4294f0ea10a9e3697516589, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/33f518226eb14b41bf54cf88e11fadbb] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=100.7 K 2024-11-21T14:41:32,328 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:32,328 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:32,328 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/B is initiating minor compaction (all files) 2024-11-21T14:41:32,328 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/cf150424e116439ca7a682b57e4ad7d0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6160f229b4294f0ea10a9e3697516589, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/33f518226eb14b41bf54cf88e11fadbb] 2024-11-21T14:41:32,328 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/B in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:32,328 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/d5ef87e8202e4b1a827d20b57576193c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/70714092e87d45378a08b5014aa2f814, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/db1c6727b12a40178bb6629e83351a2d] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=36.7 K 2024-11-21T14:41:32,329 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf150424e116439ca7a682b57e4ad7d0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200089123 2024-11-21T14:41:32,329 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d5ef87e8202e4b1a827d20b57576193c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200089123 2024-11-21T14:41:32,330 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6160f229b4294f0ea10a9e3697516589, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732200089569 2024-11-21T14:41:32,330 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 70714092e87d45378a08b5014aa2f814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732200089578 2024-11-21T14:41:32,331 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33f518226eb14b41bf54cf88e11fadbb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732200090742 2024-11-21T14:41:32,331 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting db1c6727b12a40178bb6629e83351a2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732200090742 2024-11-21T14:41:32,350 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#B#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:32,351 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/0a0fd29a9b4f49e1989dfe1ac9702285 is 50, key is test_row_0/B:col10/1732200090742/Put/seqid=0 2024-11-21T14:41:32,360 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:32,382 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121cab22e101b1d4917a168e2fd4ccc4199_c8bb7468c14a007c07faefbc7c669147 store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:32,385 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121cab22e101b1d4917a168e2fd4ccc4199_c8bb7468c14a007c07faefbc7c669147, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:32,385 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cab22e101b1d4917a168e2fd4ccc4199_c8bb7468c14a007c07faefbc7c669147 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:32,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-21T14:41:32,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:32,390 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-21T14:41:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:32,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742057_1233 (size=13051) 2024-11-21T14:41:32,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214bfbfbe0873e486aa4a336ea3de7a3f3_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200091454/Put/seqid=0 2024-11-21T14:41:32,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742058_1234 (size=4469) 2024-11-21T14:41:32,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742059_1235 (size=12454) 2024-11-21T14:41:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:32,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. as already flushing 2024-11-21T14:41:32,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200152617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200152618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200152620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200152630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200152732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200152741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200152741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200152742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,808 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/0a0fd29a9b4f49e1989dfe1ac9702285 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0a0fd29a9b4f49e1989dfe1ac9702285 2024-11-21T14:41:32,822 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/B of c8bb7468c14a007c07faefbc7c669147 into 0a0fd29a9b4f49e1989dfe1ac9702285(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:32,822 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:32,822 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/B, priority=13, startTime=1732200092326; duration=0sec 2024-11-21T14:41:32,823 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:32,823 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:B 2024-11-21T14:41:32,823 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:32,825 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#A#compaction#196 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:32,826 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/539ba0ee9e134c599c71f3955ebc95a2 is 175, key is test_row_0/A:col10/1732200090742/Put/seqid=0 2024-11-21T14:41:32,826 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:32,826 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/C is initiating minor compaction (all files) 2024-11-21T14:41:32,826 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/C in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:32,831 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/a08fc3ced8bf46fe821cda8be39efc51, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/f05ed5a009dd490bb14980ace9e9f5cd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/64ff785b64664857af1cf878448e7fbe] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=36.7 K 2024-11-21T14:41:32,832 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a08fc3ced8bf46fe821cda8be39efc51, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200089123 2024-11-21T14:41:32,833 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting f05ed5a009dd490bb14980ace9e9f5cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732200089578 2024-11-21T14:41:32,833 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 64ff785b64664857af1cf878448e7fbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732200090742 2024-11-21T14:41:32,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:32,839 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214bfbfbe0873e486aa4a336ea3de7a3f3_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214bfbfbe0873e486aa4a336ea3de7a3f3_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:32,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/34fd679a7c3c4e55b887285a725dbe11, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:32,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/34fd679a7c3c4e55b887285a725dbe11 is 175, key is test_row_0/A:col10/1732200091454/Put/seqid=0 2024-11-21T14:41:32,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742060_1236 (size=32005) 2024-11-21T14:41:32,854 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/539ba0ee9e134c599c71f3955ebc95a2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/539ba0ee9e134c599c71f3955ebc95a2 2024-11-21T14:41:32,854 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#C#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:32,854 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/30e7e62aec6b450b9dd1593963311035 is 50, key is test_row_0/C:col10/1732200090742/Put/seqid=0 2024-11-21T14:41:32,861 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/A of c8bb7468c14a007c07faefbc7c669147 into 539ba0ee9e134c599c71f3955ebc95a2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:32,861 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:32,861 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/A, priority=13, startTime=1732200092326; duration=0sec 2024-11-21T14:41:32,861 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:32,861 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:A 2024-11-21T14:41:32,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742061_1237 (size=31255) 2024-11-21T14:41:32,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742062_1238 (size=13051) 2024-11-21T14:41:32,882 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/30e7e62aec6b450b9dd1593963311035 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/30e7e62aec6b450b9dd1593963311035 2024-11-21T14:41:32,888 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/C of c8bb7468c14a007c07faefbc7c669147 into 30e7e62aec6b450b9dd1593963311035(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:32,888 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:32,888 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/C, priority=13, startTime=1732200092327; duration=0sec 2024-11-21T14:41:32,888 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:32,888 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:C 2024-11-21T14:41:32,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200152941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200152952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200152952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200152952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T14:41:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200153251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:33,264 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=460, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/34fd679a7c3c4e55b887285a725dbe11 2024-11-21T14:41:33,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200153262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200153262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:33,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200153262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:33,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/00ff0470603649cdbe138a8ac53a952f is 50, key is test_row_0/B:col10/1732200091454/Put/seqid=0 2024-11-21T14:41:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742063_1239 (size=12301) 2024-11-21T14:41:33,285 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/00ff0470603649cdbe138a8ac53a952f 2024-11-21T14:41:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/5ca4f28df6aa4bd097152c209d20aaf9 is 50, key is test_row_0/C:col10/1732200091454/Put/seqid=0 2024-11-21T14:41:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742064_1240 (size=12301) 2024-11-21T14:41:33,309 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/5ca4f28df6aa4bd097152c209d20aaf9 2024-11-21T14:41:33,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/34fd679a7c3c4e55b887285a725dbe11 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/34fd679a7c3c4e55b887285a725dbe11 2024-11-21T14:41:33,326 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/34fd679a7c3c4e55b887285a725dbe11, entries=150, sequenceid=460, filesize=30.5 K 2024-11-21T14:41:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/00ff0470603649cdbe138a8ac53a952f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/00ff0470603649cdbe138a8ac53a952f 2024-11-21T14:41:33,333 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/00ff0470603649cdbe138a8ac53a952f, entries=150, sequenceid=460, filesize=12.0 K 2024-11-21T14:41:33,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/5ca4f28df6aa4bd097152c209d20aaf9 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/5ca4f28df6aa4bd097152c209d20aaf9 2024-11-21T14:41:33,340 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/5ca4f28df6aa4bd097152c209d20aaf9, entries=150, sequenceid=460, filesize=12.0 K 2024-11-21T14:41:33,341 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for c8bb7468c14a007c07faefbc7c669147 in 951ms, sequenceid=460, compaction requested=false 2024-11-21T14:41:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-21T14:41:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-21T14:41:33,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-21T14:41:33,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4960 sec 2024-11-21T14:41:33,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.5030 sec 2024-11-21T14:41:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:33,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T14:41:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:33,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:33,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112171b44951ae0844c4b1cf6698ee94dcc9_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200093773/Put/seqid=0 2024-11-21T14:41:33,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742065_1241 (size=12454) 2024-11-21T14:41:33,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200153804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:33,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200153807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:33,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200153812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200153812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:33,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200153922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200153922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:33,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:33,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200153932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:33,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200153932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:34,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200154131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:34,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:34,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200154132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:34,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:34,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200154142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:34,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:34,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200154142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:34,177 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:41:34,190 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:34,197 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112171b44951ae0844c4b1cf6698ee94dcc9_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112171b44951ae0844c4b1cf6698ee94dcc9_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:34,200 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/6ab56bb205a34586a357380ba6d08d34, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:34,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/6ab56bb205a34586a357380ba6d08d34 is 175, key is test_row_0/A:col10/1732200093773/Put/seqid=0 2024-11-21T14:41:34,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742066_1242 (size=31255) 2024-11-21T14:41:34,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57790 deadline: 1732200154452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:34,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57792 deadline: 1732200154452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:34,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57756 deadline: 1732200154452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:34,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57734 deadline: 1732200154462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:34,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:34,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:41:34,627 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=477, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/6ab56bb205a34586a357380ba6d08d34 2024-11-21T14:41:34,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/8c43ea78530e45cdb3844dfe03de6f69 is 50, key is test_row_0/B:col10/1732200093773/Put/seqid=0 2024-11-21T14:41:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742067_1243 (size=12301) 2024-11-21T14:41:34,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/8c43ea78530e45cdb3844dfe03de6f69 2024-11-21T14:41:34,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/3a5baff8d0774b0ea82802965e04fe47 is 50, key is test_row_0/C:col10/1732200093773/Put/seqid=0 2024-11-21T14:41:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742068_1244 (size=12301) 2024-11-21T14:41:34,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/3a5baff8d0774b0ea82802965e04fe47 2024-11-21T14:41:34,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/6ab56bb205a34586a357380ba6d08d34 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6ab56bb205a34586a357380ba6d08d34 2024-11-21T14:41:34,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6ab56bb205a34586a357380ba6d08d34, entries=150, sequenceid=477, filesize=30.5 K 2024-11-21T14:41:34,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/8c43ea78530e45cdb3844dfe03de6f69 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8c43ea78530e45cdb3844dfe03de6f69 2024-11-21T14:41:34,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8c43ea78530e45cdb3844dfe03de6f69, entries=150, sequenceid=477, filesize=12.0 K 2024-11-21T14:41:34,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/3a5baff8d0774b0ea82802965e04fe47 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3a5baff8d0774b0ea82802965e04fe47 2024-11-21T14:41:34,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3a5baff8d0774b0ea82802965e04fe47, entries=150, sequenceid=477, filesize=12.0 K 2024-11-21T14:41:34,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for c8bb7468c14a007c07faefbc7c669147 in 995ms, sequenceid=477, compaction requested=true 2024-11-21T14:41:34,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:34,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:34,770 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:34,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:34,770 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8bb7468c14a007c07faefbc7c669147:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:34,771 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:34,771 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:34,771 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/B is initiating minor compaction (all files) 2024-11-21T14:41:34,771 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/A is initiating minor compaction (all files) 2024-11-21T14:41:34,771 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/B in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:34,771 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/A in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:34,771 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0a0fd29a9b4f49e1989dfe1ac9702285, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/00ff0470603649cdbe138a8ac53a952f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8c43ea78530e45cdb3844dfe03de6f69] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=36.8 K 2024-11-21T14:41:34,772 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/539ba0ee9e134c599c71f3955ebc95a2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/34fd679a7c3c4e55b887285a725dbe11, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6ab56bb205a34586a357380ba6d08d34] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=92.3 K 2024-11-21T14:41:34,772 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:34,772 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/539ba0ee9e134c599c71f3955ebc95a2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/34fd679a7c3c4e55b887285a725dbe11, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6ab56bb205a34586a357380ba6d08d34] 2024-11-21T14:41:34,772 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a0fd29a9b4f49e1989dfe1ac9702285, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732200090742 2024-11-21T14:41:34,772 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 539ba0ee9e134c599c71f3955ebc95a2, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732200090742 2024-11-21T14:41:34,772 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 00ff0470603649cdbe138a8ac53a952f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732200091451 2024-11-21T14:41:34,773 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c43ea78530e45cdb3844dfe03de6f69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732200092607 2024-11-21T14:41:34,773 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34fd679a7c3c4e55b887285a725dbe11, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732200091451 2024-11-21T14:41:34,779 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ab56bb205a34586a357380ba6d08d34, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732200092607 2024-11-21T14:41:34,804 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:34,805 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/17152eba461f4719839eca715634cf37 is 50, key is test_row_0/B:col10/1732200093773/Put/seqid=0 2024-11-21T14:41:34,806 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:34,841 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121377747f8e35e4c84bc7def5f20410c3f_c8bb7468c14a007c07faefbc7c669147 store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:34,843 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121377747f8e35e4c84bc7def5f20410c3f_c8bb7468c14a007c07faefbc7c669147, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:34,843 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121377747f8e35e4c84bc7def5f20410c3f_c8bb7468c14a007c07faefbc7c669147 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:34,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742069_1245 (size=13153) 2024-11-21T14:41:34,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742070_1246 (size=4469) 2024-11-21T14:41:34,878 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/17152eba461f4719839eca715634cf37 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/17152eba461f4719839eca715634cf37 2024-11-21T14:41:34,884 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/B of c8bb7468c14a007c07faefbc7c669147 into 17152eba461f4719839eca715634cf37(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:34,884 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:34,884 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/B, priority=13, startTime=1732200094770; duration=0sec 2024-11-21T14:41:34,884 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:34,884 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:B 2024-11-21T14:41:34,884 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:34,886 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:34,886 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): c8bb7468c14a007c07faefbc7c669147/C is initiating minor compaction (all files) 2024-11-21T14:41:34,886 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8bb7468c14a007c07faefbc7c669147/C in TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:34,886 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/30e7e62aec6b450b9dd1593963311035, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/5ca4f28df6aa4bd097152c209d20aaf9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3a5baff8d0774b0ea82802965e04fe47] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp, totalSize=36.8 K 2024-11-21T14:41:34,886 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 30e7e62aec6b450b9dd1593963311035, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732200090742 2024-11-21T14:41:34,887 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ca4f28df6aa4bd097152c209d20aaf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732200091451 2024-11-21T14:41:34,887 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a5baff8d0774b0ea82802965e04fe47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732200092607 2024-11-21T14:41:34,899 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#C#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:34,899 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/3c29cc0368de4b97b18f81b73f68197b is 50, key is test_row_0/C:col10/1732200093773/Put/seqid=0 2024-11-21T14:41:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742071_1247 (size=13153) 2024-11-21T14:41:34,933 INFO [Thread-719 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-719. 2024-11-21T14:41:34,933 DEBUG [Thread-719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:34,933 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,934 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:34,936 INFO [Thread-723 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-723. 2024-11-21T14:41:34,936 DEBUG [Thread-723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:34,936 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,936 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:34,937 INFO [Thread-717 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-717. 2024-11-21T14:41:34,937 DEBUG [Thread-717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:34,937 DEBUG [Thread-717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,937 DEBUG [Thread-717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:34,939 INFO [Thread-721 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-721. 2024-11-21T14:41:34,939 DEBUG [Thread-721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:34,939 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,939 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:34,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T14:41:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:34,975 INFO [Thread-710 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-710. 2024-11-21T14:41:34,975 DEBUG [Thread-710 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:34,975 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,975 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:34,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1732200093805, max timestamp=1732200094972Num uniques 859; 2024-11-21T14:41:34,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:34,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732200093805, max timestamp=1732200094972Num uniques 859; 2024-11-21T14:41:34,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T14:41:34,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732200093805, max timestamp=1732200094972Num uniques 859; 2024-11-21T14:41:34,978 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-21T14:41:34,978 INFO [Thread-708 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-708. 2024-11-21T14:41:34,978 DEBUG [Thread-708 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:34,978 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,978 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:34,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:34,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:34,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:34,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:34,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:34,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:34,980 INFO [Thread-712 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-712. 2024-11-21T14:41:34,980 DEBUG [Thread-712 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:34,980 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,980 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:34,981 INFO [Thread-706 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-706. 2024-11-21T14:41:34,981 DEBUG [Thread-706 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:34,981 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,981 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:34,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:34,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e57a060fbcb447bc9cc85134c87259ad_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200093811/Put/seqid=0 2024-11-21T14:41:34,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742072_1248 (size=12454) 2024-11-21T14:41:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-21T14:41:35,012 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:35,275 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8bb7468c14a007c07faefbc7c669147#A#compaction#205 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:35,276 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/d978e08209b948f6bff701cd3e6a4972 is 175, key is test_row_0/A:col10/1732200093773/Put/seqid=0 2024-11-21T14:41:35,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742073_1249 (size=32107) 2024-11-21T14:41:35,293 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/d978e08209b948f6bff701cd3e6a4972 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/d978e08209b948f6bff701cd3e6a4972 2024-11-21T14:41:35,300 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/A of c8bb7468c14a007c07faefbc7c669147 into d978e08209b948f6bff701cd3e6a4972(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:35,300 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:35,300 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/A, priority=13, startTime=1732200094770; duration=0sec 2024-11-21T14:41:35,300 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:35,300 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:A 2024-11-21T14:41:35,328 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/3c29cc0368de4b97b18f81b73f68197b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3c29cc0368de4b97b18f81b73f68197b 2024-11-21T14:41:35,334 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8bb7468c14a007c07faefbc7c669147/C of c8bb7468c14a007c07faefbc7c669147 into 3c29cc0368de4b97b18f81b73f68197b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:35,334 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:35,334 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., storeName=c8bb7468c14a007c07faefbc7c669147/C, priority=13, startTime=1732200094771; duration=0sec 2024-11-21T14:41:35,335 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:35,335 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8bb7468c14a007c07faefbc7c669147:C 2024-11-21T14:41:35,400 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:35,404 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e57a060fbcb447bc9cc85134c87259ad_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e57a060fbcb447bc9cc85134c87259ad_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:35,405 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/121fae4b546641f888b633ebc441bbe7, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:35,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/121fae4b546641f888b633ebc441bbe7 is 175, key is test_row_0/A:col10/1732200093811/Put/seqid=0 2024-11-21T14:41:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742074_1250 (size=31255) 2024-11-21T14:41:35,412 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=500, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/121fae4b546641f888b633ebc441bbe7 2024-11-21T14:41:35,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/8ce4af10475740f0b07d8d19e0fa4b02 is 50, key is test_row_0/B:col10/1732200093811/Put/seqid=0 2024-11-21T14:41:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742075_1251 (size=12301) 2024-11-21T14:41:35,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.79 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/8ce4af10475740f0b07d8d19e0fa4b02 2024-11-21T14:41:35,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/018d1cb99c614af1908335fb740464f7 is 50, key is test_row_0/C:col10/1732200093811/Put/seqid=0 2024-11-21T14:41:35,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742076_1252 (size=12301) 2024-11-21T14:41:36,233 INFO [Thread-714 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-714. 2024-11-21T14:41:36,234 DEBUG [Thread-714 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:36,234 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:36,234 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:36,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2561 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2561 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1082 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3239 rows 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1088 2024-11-21T14:41:36,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3260 rows 2024-11-21T14:41:36,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:41:36,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:41:36,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:36,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:36,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:36,235 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T14:41:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T14:41:36,239 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200096239"}]},"ts":"1732200096239"} 2024-11-21T14:41:36,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.79 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/018d1cb99c614af1908335fb740464f7 2024-11-21T14:41:36,241 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T14:41:36,241 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T14:41:36,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T14:41:36,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, UNASSIGN}] 2024-11-21T14:41:36,245 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, UNASSIGN 2024-11-21T14:41:36,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=c8bb7468c14a007c07faefbc7c669147, regionState=CLOSING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:36,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/121fae4b546641f888b633ebc441bbe7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/121fae4b546641f888b633ebc441bbe7 2024-11-21T14:41:36,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, UNASSIGN because future has completed 2024-11-21T14:41:36,248 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:41:36,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:41:36,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/121fae4b546641f888b633ebc441bbe7, entries=150, sequenceid=500, filesize=30.5 K 2024-11-21T14:41:36,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/8ce4af10475740f0b07d8d19e0fa4b02 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8ce4af10475740f0b07d8d19e0fa4b02 2024-11-21T14:41:36,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8ce4af10475740f0b07d8d19e0fa4b02, entries=150, sequenceid=500, filesize=12.0 K 2024-11-21T14:41:36,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/018d1cb99c614af1908335fb740464f7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/018d1cb99c614af1908335fb740464f7 2024-11-21T14:41:36,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/018d1cb99c614af1908335fb740464f7, entries=150, sequenceid=500, filesize=12.0 K 2024-11-21T14:41:36,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.99 KB/35832, heapSize ~89.36 KB/91504, currentSize=13.42 KB/13740 for c8bb7468c14a007c07faefbc7c669147 in 1291ms, sequenceid=500, compaction requested=false 2024-11-21T14:41:36,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8bb7468c14a007c07faefbc7c669147: 2024-11-21T14:41:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T14:41:36,400 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:36,400 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:41:36,400 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing c8bb7468c14a007c07faefbc7c669147, disabling compactions & flushes 2024-11-21T14:41:36,400 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:36,400 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:36,401 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. after waiting 0 ms 2024-11-21T14:41:36,401 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:36,401 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing c8bb7468c14a007c07faefbc7c669147 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-21T14:41:36,401 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=A 2024-11-21T14:41:36,401 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:36,401 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=B 2024-11-21T14:41:36,401 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:36,401 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8bb7468c14a007c07faefbc7c669147, store=C 2024-11-21T14:41:36,401 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:36,407 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213b61e6a896d341cb82f33c3a724ffeac_c8bb7468c14a007c07faefbc7c669147 is 50, key is test_row_0/A:col10/1732200094979/Put/seqid=0 2024-11-21T14:41:36,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742077_1253 (size=9914) 2024-11-21T14:41:36,412 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:36,416 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213b61e6a896d341cb82f33c3a724ffeac_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213b61e6a896d341cb82f33c3a724ffeac_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:36,417 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/8f1bc99d53524f54b1646e84f9a929e7, store: [table=TestAcidGuarantees family=A region=c8bb7468c14a007c07faefbc7c669147] 2024-11-21T14:41:36,417 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/8f1bc99d53524f54b1646e84f9a929e7 is 175, key is test_row_0/A:col10/1732200094979/Put/seqid=0 2024-11-21T14:41:36,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742078_1254 (size=22561) 2024-11-21T14:41:36,421 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=507, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/8f1bc99d53524f54b1646e84f9a929e7 2024-11-21T14:41:36,428 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/f3e49f8e121f4b47b7ea9397c72118ee is 50, key is test_row_0/B:col10/1732200094979/Put/seqid=0 2024-11-21T14:41:36,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742079_1255 (size=9857) 2024-11-21T14:41:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T14:41:36,834 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/f3e49f8e121f4b47b7ea9397c72118ee 2024-11-21T14:41:36,840 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/cccf43b6877345df9eca018f2b5043a6 is 50, key is test_row_0/C:col10/1732200094979/Put/seqid=0 2024-11-21T14:41:36,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742080_1256 (size=9857) 2024-11-21T14:41:36,846 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/cccf43b6877345df9eca018f2b5043a6 2024-11-21T14:41:36,850 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/A/8f1bc99d53524f54b1646e84f9a929e7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/8f1bc99d53524f54b1646e84f9a929e7 2024-11-21T14:41:36,853 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/8f1bc99d53524f54b1646e84f9a929e7, entries=100, sequenceid=507, filesize=22.0 K 2024-11-21T14:41:36,854 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/B/f3e49f8e121f4b47b7ea9397c72118ee as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/f3e49f8e121f4b47b7ea9397c72118ee 2024-11-21T14:41:36,857 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/f3e49f8e121f4b47b7ea9397c72118ee, entries=100, sequenceid=507, filesize=9.6 K 2024-11-21T14:41:36,858 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/.tmp/C/cccf43b6877345df9eca018f2b5043a6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/cccf43b6877345df9eca018f2b5043a6 2024-11-21T14:41:36,861 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/cccf43b6877345df9eca018f2b5043a6, entries=100, sequenceid=507, filesize=9.6 K 2024-11-21T14:41:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T14:41:36,862 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for c8bb7468c14a007c07faefbc7c669147 in 461ms, sequenceid=507, compaction requested=true 2024-11-21T14:41:36,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/933e7ca11ff3492a8fc490388a51ee95, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/4cd63e08eeef4accbe8f0768d68ce718, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/111d183606274d18a1390ba53fb232bd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/87be274a0bad44a1bacd4ea52680797f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/8ff3b553da8a47c981da03c627bfa778, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/de13c02c0fe24e8c9db5cda8be0167e8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/5e59d0d909994065bb70a635fd630099, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3e3187446dec456a95f43ca35c25d160, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3007308ea45449c0a5bda8359b0ade44, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7d7ffb34af984bc099b01bfe09749507, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/b3877904f62a46b18c7ae8a4698ddbcd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/e95eb4bd68f245df977530527d448484, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/bc9c429b8de8411c85f0dbb3ae6b914a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6c2335904c584d7bae4afe8f7808a35e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7707af98fd834c3aa07bf73dad318d7f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/d6ecf4591617469a9e8eb180c126bca5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/445baf7f3d28440ebfbf9daec29e65e7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/dde2963e2c1e47879f6545456a1593cd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/cf150424e116439ca7a682b57e4ad7d0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/608a4d8e81dd45b4a24217694eeeab58, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6160f229b4294f0ea10a9e3697516589, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/539ba0ee9e134c599c71f3955ebc95a2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/33f518226eb14b41bf54cf88e11fadbb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/34fd679a7c3c4e55b887285a725dbe11, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6ab56bb205a34586a357380ba6d08d34] to archive 2024-11-21T14:41:36,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:41:36,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/933e7ca11ff3492a8fc490388a51ee95 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/933e7ca11ff3492a8fc490388a51ee95 2024-11-21T14:41:36,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/4cd63e08eeef4accbe8f0768d68ce718 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/4cd63e08eeef4accbe8f0768d68ce718 2024-11-21T14:41:36,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/111d183606274d18a1390ba53fb232bd to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/111d183606274d18a1390ba53fb232bd 2024-11-21T14:41:36,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/87be274a0bad44a1bacd4ea52680797f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/87be274a0bad44a1bacd4ea52680797f 2024-11-21T14:41:36,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/8ff3b553da8a47c981da03c627bfa778 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/8ff3b553da8a47c981da03c627bfa778 2024-11-21T14:41:36,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/de13c02c0fe24e8c9db5cda8be0167e8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/de13c02c0fe24e8c9db5cda8be0167e8 2024-11-21T14:41:36,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/5e59d0d909994065bb70a635fd630099 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/5e59d0d909994065bb70a635fd630099 2024-11-21T14:41:36,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3e3187446dec456a95f43ca35c25d160 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3e3187446dec456a95f43ca35c25d160 2024-11-21T14:41:36,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3007308ea45449c0a5bda8359b0ade44 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/3007308ea45449c0a5bda8359b0ade44 2024-11-21T14:41:36,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7d7ffb34af984bc099b01bfe09749507 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7d7ffb34af984bc099b01bfe09749507 2024-11-21T14:41:36,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/b3877904f62a46b18c7ae8a4698ddbcd to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/b3877904f62a46b18c7ae8a4698ddbcd 2024-11-21T14:41:36,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/e95eb4bd68f245df977530527d448484 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/e95eb4bd68f245df977530527d448484 2024-11-21T14:41:36,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/bc9c429b8de8411c85f0dbb3ae6b914a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/bc9c429b8de8411c85f0dbb3ae6b914a 2024-11-21T14:41:36,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6c2335904c584d7bae4afe8f7808a35e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6c2335904c584d7bae4afe8f7808a35e 2024-11-21T14:41:36,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7707af98fd834c3aa07bf73dad318d7f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/7707af98fd834c3aa07bf73dad318d7f 2024-11-21T14:41:36,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/d6ecf4591617469a9e8eb180c126bca5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/d6ecf4591617469a9e8eb180c126bca5 2024-11-21T14:41:36,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/445baf7f3d28440ebfbf9daec29e65e7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/445baf7f3d28440ebfbf9daec29e65e7 2024-11-21T14:41:36,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/dde2963e2c1e47879f6545456a1593cd to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/dde2963e2c1e47879f6545456a1593cd 2024-11-21T14:41:36,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/cf150424e116439ca7a682b57e4ad7d0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/cf150424e116439ca7a682b57e4ad7d0 2024-11-21T14:41:36,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/608a4d8e81dd45b4a24217694eeeab58 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/608a4d8e81dd45b4a24217694eeeab58 2024-11-21T14:41:36,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6160f229b4294f0ea10a9e3697516589 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6160f229b4294f0ea10a9e3697516589 2024-11-21T14:41:36,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/539ba0ee9e134c599c71f3955ebc95a2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/539ba0ee9e134c599c71f3955ebc95a2 2024-11-21T14:41:36,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/33f518226eb14b41bf54cf88e11fadbb to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/33f518226eb14b41bf54cf88e11fadbb 2024-11-21T14:41:36,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/34fd679a7c3c4e55b887285a725dbe11 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/34fd679a7c3c4e55b887285a725dbe11 2024-11-21T14:41:36,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6ab56bb205a34586a357380ba6d08d34 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/6ab56bb205a34586a357380ba6d08d34 2024-11-21T14:41:36,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8af9a81bf2f345c88eb1739201a92b97, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/12dc919b84e34614bf54c94a19d38952, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0a988482d5dd4088bd2b5695f19240ae, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/4c64e478ff8c4f89890fc7423e3340eb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7d49b40619f44cb0842a6cb58e678a9f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/16200523b1804519b7a2531db84f3c4f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/1d3ddf17ac2b47a38afdd99659db68ea, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/a0cb3874d415400aa473cd423ab6f5c6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/67b7039c50f743d0b0bb5834f9d6ecfd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/5eccc7dca2d04573924409b7fcb15651, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/27bb905c6785412cbeecedd3e17b4019, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0b0443fa3270433cb3296791529a2c9b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/fb73063b54764c1d8dc527b8308f1e4e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/2477ae62da0a4c6f89b704305c2e192b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7193d20776dd4ef5afc239baa4e8719f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/a7544ee58c8447c395adbb226fd1a5cf, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/f7e28bba3886411aa405a1a574a32422, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/2987bcf1c912450481374bdd5a2713c0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/d5ef87e8202e4b1a827d20b57576193c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0aca3c5e67f7413c80ecdf93f35ac607, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/70714092e87d45378a08b5014aa2f814, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0a0fd29a9b4f49e1989dfe1ac9702285, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/db1c6727b12a40178bb6629e83351a2d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/00ff0470603649cdbe138a8ac53a952f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8c43ea78530e45cdb3844dfe03de6f69] to archive 2024-11-21T14:41:36,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:41:36,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8af9a81bf2f345c88eb1739201a92b97 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8af9a81bf2f345c88eb1739201a92b97 2024-11-21T14:41:36,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/12dc919b84e34614bf54c94a19d38952 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/12dc919b84e34614bf54c94a19d38952 2024-11-21T14:41:36,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0a988482d5dd4088bd2b5695f19240ae to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0a988482d5dd4088bd2b5695f19240ae 2024-11-21T14:41:36,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/4c64e478ff8c4f89890fc7423e3340eb to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/4c64e478ff8c4f89890fc7423e3340eb 2024-11-21T14:41:36,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7d49b40619f44cb0842a6cb58e678a9f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7d49b40619f44cb0842a6cb58e678a9f 2024-11-21T14:41:36,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/16200523b1804519b7a2531db84f3c4f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/16200523b1804519b7a2531db84f3c4f 2024-11-21T14:41:36,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/1d3ddf17ac2b47a38afdd99659db68ea to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/1d3ddf17ac2b47a38afdd99659db68ea 2024-11-21T14:41:36,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/a0cb3874d415400aa473cd423ab6f5c6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/a0cb3874d415400aa473cd423ab6f5c6 2024-11-21T14:41:36,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/67b7039c50f743d0b0bb5834f9d6ecfd to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/67b7039c50f743d0b0bb5834f9d6ecfd 2024-11-21T14:41:36,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/5eccc7dca2d04573924409b7fcb15651 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/5eccc7dca2d04573924409b7fcb15651 2024-11-21T14:41:36,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/27bb905c6785412cbeecedd3e17b4019 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/27bb905c6785412cbeecedd3e17b4019 2024-11-21T14:41:36,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0b0443fa3270433cb3296791529a2c9b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0b0443fa3270433cb3296791529a2c9b 2024-11-21T14:41:36,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/fb73063b54764c1d8dc527b8308f1e4e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/fb73063b54764c1d8dc527b8308f1e4e 2024-11-21T14:41:36,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/2477ae62da0a4c6f89b704305c2e192b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/2477ae62da0a4c6f89b704305c2e192b 2024-11-21T14:41:36,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7193d20776dd4ef5afc239baa4e8719f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/7193d20776dd4ef5afc239baa4e8719f 2024-11-21T14:41:36,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/a7544ee58c8447c395adbb226fd1a5cf to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/a7544ee58c8447c395adbb226fd1a5cf 2024-11-21T14:41:36,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/f7e28bba3886411aa405a1a574a32422 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/f7e28bba3886411aa405a1a574a32422 2024-11-21T14:41:36,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/2987bcf1c912450481374bdd5a2713c0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/2987bcf1c912450481374bdd5a2713c0 2024-11-21T14:41:36,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/d5ef87e8202e4b1a827d20b57576193c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/d5ef87e8202e4b1a827d20b57576193c 2024-11-21T14:41:36,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0aca3c5e67f7413c80ecdf93f35ac607 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0aca3c5e67f7413c80ecdf93f35ac607 2024-11-21T14:41:36,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/70714092e87d45378a08b5014aa2f814 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/70714092e87d45378a08b5014aa2f814 2024-11-21T14:41:36,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0a0fd29a9b4f49e1989dfe1ac9702285 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/0a0fd29a9b4f49e1989dfe1ac9702285 2024-11-21T14:41:36,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/db1c6727b12a40178bb6629e83351a2d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/db1c6727b12a40178bb6629e83351a2d 2024-11-21T14:41:36,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/00ff0470603649cdbe138a8ac53a952f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/00ff0470603649cdbe138a8ac53a952f 2024-11-21T14:41:36,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8c43ea78530e45cdb3844dfe03de6f69 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8c43ea78530e45cdb3844dfe03de6f69 2024-11-21T14:41:36,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8134711c819e496aa47c1e68dee5cbb4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/503263ea7d9a46e6a02f709ecb435220, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/7300cc6360d94123a35924bf72b64c35, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/0ce9c90aa98d482bbb03eefe1523b7dc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e90be304bb8447c2b293a8401fa26c2e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/79998fe62b2249de977fe00f9a1aaeb3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/02bf5da690234c64aeb0b5c680bb4245, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3e224105c8d449459bcacdf2a65a1e96, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e8673a38fad144f798c51d96cd0b7961, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/4b81162ad5d84e2cac4912f06b85db86, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/2ad50be3c3a0413ea76435a41a8bf0a6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/20990b81a4ce49189ad7fdcfaf2c0778, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/c555f2a9079143caa5a4b071003c604a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40e14bbff0064de3ba36f774dcfe324c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8d5fdb14dc9c495aa55eb2c557cafcff, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/2cae38c9344448e5a9ee6fec4dda9341, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/4a6a2693ede340dbae854870d199b3dc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40addfb435ba431a866c7db57cedfff6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/a08fc3ced8bf46fe821cda8be39efc51, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/d1cba02c36684938ae972f07ee393d2e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/f05ed5a009dd490bb14980ace9e9f5cd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/30e7e62aec6b450b9dd1593963311035, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/64ff785b64664857af1cf878448e7fbe, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/5ca4f28df6aa4bd097152c209d20aaf9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3a5baff8d0774b0ea82802965e04fe47] to archive 2024-11-21T14:41:36,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:41:36,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8134711c819e496aa47c1e68dee5cbb4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8134711c819e496aa47c1e68dee5cbb4 2024-11-21T14:41:36,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/503263ea7d9a46e6a02f709ecb435220 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/503263ea7d9a46e6a02f709ecb435220 2024-11-21T14:41:36,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/7300cc6360d94123a35924bf72b64c35 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/7300cc6360d94123a35924bf72b64c35 2024-11-21T14:41:36,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/0ce9c90aa98d482bbb03eefe1523b7dc to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/0ce9c90aa98d482bbb03eefe1523b7dc 2024-11-21T14:41:36,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e90be304bb8447c2b293a8401fa26c2e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e90be304bb8447c2b293a8401fa26c2e 2024-11-21T14:41:36,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/79998fe62b2249de977fe00f9a1aaeb3 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/79998fe62b2249de977fe00f9a1aaeb3 2024-11-21T14:41:36,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/02bf5da690234c64aeb0b5c680bb4245 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/02bf5da690234c64aeb0b5c680bb4245 2024-11-21T14:41:36,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3e224105c8d449459bcacdf2a65a1e96 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3e224105c8d449459bcacdf2a65a1e96 2024-11-21T14:41:36,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e8673a38fad144f798c51d96cd0b7961 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/e8673a38fad144f798c51d96cd0b7961 2024-11-21T14:41:36,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/4b81162ad5d84e2cac4912f06b85db86 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/4b81162ad5d84e2cac4912f06b85db86 2024-11-21T14:41:36,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/2ad50be3c3a0413ea76435a41a8bf0a6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/2ad50be3c3a0413ea76435a41a8bf0a6 2024-11-21T14:41:36,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/20990b81a4ce49189ad7fdcfaf2c0778 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/20990b81a4ce49189ad7fdcfaf2c0778 2024-11-21T14:41:36,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/c555f2a9079143caa5a4b071003c604a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/c555f2a9079143caa5a4b071003c604a 2024-11-21T14:41:36,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40e14bbff0064de3ba36f774dcfe324c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40e14bbff0064de3ba36f774dcfe324c 2024-11-21T14:41:36,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8d5fdb14dc9c495aa55eb2c557cafcff to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/8d5fdb14dc9c495aa55eb2c557cafcff 2024-11-21T14:41:36,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/2cae38c9344448e5a9ee6fec4dda9341 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/2cae38c9344448e5a9ee6fec4dda9341 2024-11-21T14:41:36,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/4a6a2693ede340dbae854870d199b3dc to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/4a6a2693ede340dbae854870d199b3dc 2024-11-21T14:41:36,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40addfb435ba431a866c7db57cedfff6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/40addfb435ba431a866c7db57cedfff6 2024-11-21T14:41:36,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/a08fc3ced8bf46fe821cda8be39efc51 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/a08fc3ced8bf46fe821cda8be39efc51 2024-11-21T14:41:36,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/d1cba02c36684938ae972f07ee393d2e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/d1cba02c36684938ae972f07ee393d2e 2024-11-21T14:41:36,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/f05ed5a009dd490bb14980ace9e9f5cd to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/f05ed5a009dd490bb14980ace9e9f5cd 2024-11-21T14:41:36,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/30e7e62aec6b450b9dd1593963311035 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/30e7e62aec6b450b9dd1593963311035 2024-11-21T14:41:36,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/64ff785b64664857af1cf878448e7fbe to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/64ff785b64664857af1cf878448e7fbe 2024-11-21T14:41:36,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/5ca4f28df6aa4bd097152c209d20aaf9 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/5ca4f28df6aa4bd097152c209d20aaf9 2024-11-21T14:41:36,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3a5baff8d0774b0ea82802965e04fe47 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3a5baff8d0774b0ea82802965e04fe47 2024-11-21T14:41:36,974 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/recovered.edits/510.seqid, newMaxSeqId=510, maxSeqId=4 2024-11-21T14:41:36,975 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. 2024-11-21T14:41:36,975 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for c8bb7468c14a007c07faefbc7c669147: Waiting for close lock at 1732200096400Running coprocessor pre-close hooks at 1732200096400Disabling compacts and flushes for region at 1732200096400Disabling writes for close at 1732200096401 (+1 ms)Obtaining lock to block concurrent updates at 1732200096401Preparing flush snapshotting stores in c8bb7468c14a007c07faefbc7c669147 at 1732200096401Finished memstore snapshotting TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1732200096401Flushing stores of TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147. at 1732200096402 (+1 ms)Flushing c8bb7468c14a007c07faefbc7c669147/A: creating writer at 1732200096402Flushing mob file c8bb7468c14a007c07faefbc7c669147/A: appending metadata at 1732200096407 (+5 ms)Flushing mob file c8bb7468c14a007c07faefbc7c669147/A: closing flushed file at 1732200096407Flushing c8bb7468c14a007c07faefbc7c669147/A: appending metadata at 1732200096417 (+10 ms)Flushing c8bb7468c14a007c07faefbc7c669147/A: closing flushed file at 1732200096417Flushing c8bb7468c14a007c07faefbc7c669147/B: creating writer at 1732200096425 (+8 ms)Flushing c8bb7468c14a007c07faefbc7c669147/B: appending metadata at 1732200096427 (+2 ms)Flushing c8bb7468c14a007c07faefbc7c669147/B: closing flushed file at 1732200096427Flushing c8bb7468c14a007c07faefbc7c669147/C: creating writer at 1732200096838 (+411 ms)Flushing c8bb7468c14a007c07faefbc7c669147/C: appending metadata at 1732200096840 (+2 ms)Flushing c8bb7468c14a007c07faefbc7c669147/C: closing flushed file at 1732200096840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f46e1a8: reopening flushed file at 1732200096849 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fbd991f: reopening flushed file at 1732200096853 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3082ff0d: reopening flushed file at 1732200096857 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for c8bb7468c14a007c07faefbc7c669147 in 461ms, sequenceid=507, compaction requested=true at 1732200096862 (+5 ms)Writing region close event to WAL at 1732200096971 (+109 ms)Running coprocessor post-close hooks at 1732200096974 (+3 ms)Closed at 1732200096975 (+1 ms) 2024-11-21T14:41:36,977 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:36,978 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=c8bb7468c14a007c07faefbc7c669147, regionState=CLOSED 2024-11-21T14:41:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:41:36,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-21T14:41:36,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure c8bb7468c14a007c07faefbc7c669147, server=f7796871bd2a,34871,1732200036061 in 732 msec 2024-11-21T14:41:36,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T14:41:36,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8bb7468c14a007c07faefbc7c669147, UNASSIGN in 737 msec 2024-11-21T14:41:36,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-21T14:41:36,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 741 msec 2024-11-21T14:41:36,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200096986"}]},"ts":"1732200096986"} 2024-11-21T14:41:36,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T14:41:36,987 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T14:41:36,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 752 msec 2024-11-21T14:41:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-21T14:41:37,372 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:37,373 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T14:41:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:37,375 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T14:41:37,376 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:37,378 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,381 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/recovered.edits] 2024-11-21T14:41:37,384 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/121fae4b546641f888b633ebc441bbe7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/121fae4b546641f888b633ebc441bbe7 2024-11-21T14:41:37,386 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/8f1bc99d53524f54b1646e84f9a929e7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/8f1bc99d53524f54b1646e84f9a929e7 2024-11-21T14:41:37,387 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/d978e08209b948f6bff701cd3e6a4972 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/A/d978e08209b948f6bff701cd3e6a4972 2024-11-21T14:41:37,390 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/17152eba461f4719839eca715634cf37 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/17152eba461f4719839eca715634cf37 2024-11-21T14:41:37,391 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8ce4af10475740f0b07d8d19e0fa4b02 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/8ce4af10475740f0b07d8d19e0fa4b02 2024-11-21T14:41:37,393 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/f3e49f8e121f4b47b7ea9397c72118ee to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/B/f3e49f8e121f4b47b7ea9397c72118ee 2024-11-21T14:41:37,396 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/018d1cb99c614af1908335fb740464f7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/018d1cb99c614af1908335fb740464f7 2024-11-21T14:41:37,397 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3c29cc0368de4b97b18f81b73f68197b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/3c29cc0368de4b97b18f81b73f68197b 2024-11-21T14:41:37,400 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/cccf43b6877345df9eca018f2b5043a6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/C/cccf43b6877345df9eca018f2b5043a6 2024-11-21T14:41:37,405 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/recovered.edits/510.seqid to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147/recovered.edits/510.seqid 2024-11-21T14:41:37,405 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,405 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T14:41:37,406 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T14:41:37,407 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T14:41:37,411 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109c370ca5f1c4ec9bcb435a0beccda20_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109c370ca5f1c4ec9bcb435a0beccda20_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,413 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121130c99626c5a47df84d693f578dfdd2b_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121130c99626c5a47df84d693f578dfdd2b_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,414 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112114cb958fed2441e3acd7e27799c2d5fc_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112114cb958fed2441e3acd7e27799c2d5fc_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,416 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112128a87fccdf834fbe93e70f655ab1f94e_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112128a87fccdf834fbe93e70f655ab1f94e_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,418 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121322a2fa8666a43fe856f762025ac6141_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121322a2fa8666a43fe856f762025ac6141_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,419 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213b61e6a896d341cb82f33c3a724ffeac_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213b61e6a896d341cb82f33c3a724ffeac_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,421 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213c33799e41984282956806c441132939_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213c33799e41984282956806c441132939_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,422 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214bfbfbe0873e486aa4a336ea3de7a3f3_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214bfbfbe0873e486aa4a336ea3de7a3f3_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,424 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121521249026fe4411392a9e16caf3dc4c4_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121521249026fe4411392a9e16caf3dc4c4_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,425 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112171b44951ae0844c4b1cf6698ee94dcc9_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112171b44951ae0844c4b1cf6698ee94dcc9_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,427 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121788f9bf44bd846248cbad901fe85ee3a_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121788f9bf44bd846248cbad901fe85ee3a_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,428 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217af181d62d284d0fbf54f11d544a5b40_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217af181d62d284d0fbf54f11d544a5b40_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,429 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121819bbac0ee2f4bfbab641e974ccb03aa_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121819bbac0ee2f4bfbab641e974ccb03aa_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,431 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121abcf927e84a049249d6b53a9dc01f5cc_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121abcf927e84a049249d6b53a9dc01f5cc_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,432 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c779e810e9de41b79f769dc17d6c8557_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c779e810e9de41b79f769dc17d6c8557_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,433 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cd3685d64ca44b7f92acb6eb43453dca_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cd3685d64ca44b7f92acb6eb43453dca_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,435 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dd55febd032d4c9ca9261333fb9f4eb9_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dd55febd032d4c9ca9261333fb9f4eb9_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,436 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e57a060fbcb447bc9cc85134c87259ad_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e57a060fbcb447bc9cc85134c87259ad_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,438 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f984e4328f464cd58af357232ad44e6a_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f984e4328f464cd58af357232ad44e6a_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,439 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fc2b8cddbc5541cfba9ec6768409222b_c8bb7468c14a007c07faefbc7c669147 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fc2b8cddbc5541cfba9ec6768409222b_c8bb7468c14a007c07faefbc7c669147 2024-11-21T14:41:37,440 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T14:41:37,442 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:37,446 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T14:41:37,449 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T14:41:37,451 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:37,451 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T14:41:37,451 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732200097451"}]},"ts":"9223372036854775807"} 2024-11-21T14:41:37,454 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T14:41:37,454 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c8bb7468c14a007c07faefbc7c669147, NAME => 'TestAcidGuarantees,,1732200072737.c8bb7468c14a007c07faefbc7c669147.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T14:41:37,454 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T14:41:37,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732200097454"}]},"ts":"9223372036854775807"} 2024-11-21T14:41:37,457 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T14:41:37,457 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:37,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-21T14:41:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-21T14:41:37,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T14:41:37,482 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:37,494 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 247) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1481737844_22 at /127.0.0.1:47114 [Waiting for operation #872] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1695483271_22 at /127.0.0.1:43950 [Waiting for operation #435] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1481737844_22 at /127.0.0.1:47164 [Waiting for operation #863] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1695483271_22 at /127.0.0.1:48884 [Waiting for operation #923] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/cluster_68c14aa6-8be2-9a1d-9bbd-3095f82d665f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/cluster_68c14aa6-8be2-9a1d-9bbd-3095f82d665f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 394) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3045 (was 2888) - AvailableMemoryMB LEAK? - 2024-11-21T14:41:37,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=3043 2024-11-21T14:41:37,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T14:41:37,508 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:41:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T14:41:37,510 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:41:37,511 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:37,511 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-21T14:41:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T14:41:37,512 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:41:37,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742081_1257 (size=1061) 2024-11-21T14:41:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T14:41:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T14:41:37,924 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee 2024-11-21T14:41:37,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742082_1258 (size=53) 2024-11-21T14:41:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T14:41:38,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:41:38,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e368afb7c996559c6eb6ecf1b9e68d69, disabling compactions & flushes 2024-11-21T14:41:38,334 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:38,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:38,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. after waiting 0 ms 2024-11-21T14:41:38,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:38,334 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:38,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e368afb7c996559c6eb6ecf1b9e68d69: Waiting for close lock at 1732200098334Disabling compacts and flushes for region at 1732200098334Disabling writes for close at 1732200098334Writing region close event to WAL at 1732200098334Closed at 1732200098334 2024-11-21T14:41:38,336 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:41:38,336 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732200098336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200098336"}]},"ts":"1732200098336"} 2024-11-21T14:41:38,338 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:41:38,339 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:41:38,339 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200098339"}]},"ts":"1732200098339"} 2024-11-21T14:41:38,342 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T14:41:38,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e368afb7c996559c6eb6ecf1b9e68d69, ASSIGN}] 2024-11-21T14:41:38,344 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e368afb7c996559c6eb6ecf1b9e68d69, ASSIGN 2024-11-21T14:41:38,345 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e368afb7c996559c6eb6ecf1b9e68d69, ASSIGN; state=OFFLINE, location=f7796871bd2a,34871,1732200036061; forceNewPlan=false, retain=false 2024-11-21T14:41:38,496 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=e368afb7c996559c6eb6ecf1b9e68d69, regionState=OPENING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:38,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e368afb7c996559c6eb6ecf1b9e68d69, ASSIGN because future has completed 2024-11-21T14:41:38,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:41:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T14:41:38,653 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:38,653 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:41:38,653 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,653 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:41:38,653 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,653 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,655 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,656 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:41:38,656 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e368afb7c996559c6eb6ecf1b9e68d69 columnFamilyName A 2024-11-21T14:41:38,656 DEBUG [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:38,657 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] regionserver.HStore(327): Store=e368afb7c996559c6eb6ecf1b9e68d69/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:41:38,657 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,658 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:41:38,658 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e368afb7c996559c6eb6ecf1b9e68d69 columnFamilyName B 2024-11-21T14:41:38,658 DEBUG [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:38,658 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] regionserver.HStore(327): Store=e368afb7c996559c6eb6ecf1b9e68d69/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:41:38,658 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,659 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:41:38,659 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e368afb7c996559c6eb6ecf1b9e68d69 columnFamilyName C 2024-11-21T14:41:38,659 DEBUG [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:41:38,660 INFO [StoreOpener-e368afb7c996559c6eb6ecf1b9e68d69-1 {}] regionserver.HStore(327): Store=e368afb7c996559c6eb6ecf1b9e68d69/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:41:38,660 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:38,660 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,660 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,661 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,661 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,661 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,662 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:41:38,663 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,665 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:41:38,665 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened e368afb7c996559c6eb6ecf1b9e68d69; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71266075, jitterRate=0.06194727122783661}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:41:38,665 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:38,666 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for e368afb7c996559c6eb6ecf1b9e68d69: Running coprocessor pre-open hook at 1732200098654Writing region info on filesystem at 1732200098654Initializing all the Stores at 1732200098654Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200098654Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200098655 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200098655Cleaning up temporary data from old regions at 1732200098661 (+6 ms)Running coprocessor post-open hooks at 1732200098665 (+4 ms)Region opened successfully at 1732200098666 (+1 ms) 2024-11-21T14:41:38,666 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., pid=63, masterSystemTime=1732200098650 2024-11-21T14:41:38,668 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:38,668 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:38,669 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=e368afb7c996559c6eb6ecf1b9e68d69, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:38,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:41:38,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-21T14:41:38,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 in 174 msec 2024-11-21T14:41:38,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-21T14:41:38,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e368afb7c996559c6eb6ecf1b9e68d69, ASSIGN in 332 msec 2024-11-21T14:41:38,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:41:38,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200098676"}]},"ts":"1732200098676"} 2024-11-21T14:41:38,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T14:41:38,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:41:38,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec 2024-11-21T14:41:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T14:41:39,662 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:39,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bdc5a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:39,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:39,664 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a80a68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:39,666 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dedbdb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:39,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:39,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:41:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f7796871bd2a,33569,1732200035143 2024-11-21T14:41:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74854b64 2024-11-21T14:41:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:41:39,671 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:41:39,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20832dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:39,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:39,673 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e8e0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:39,674 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:39,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb1d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb66027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:39,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:39,676 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3815287f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:39,677 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:39,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d9da7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b4a085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:39,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:39,679 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd6144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:39,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:39,680 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:39,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27145ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f8f105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:39,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:39,682 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e03e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:39,683 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:39,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48847ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aaa706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:39,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:39,684 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1611cc35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:39,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:39,685 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7118a9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417b74fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:39,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:39,687 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472d6dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:39,688 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:39,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c08f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0a17bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:39,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:39,689 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:39,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:39,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:39,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a20c7b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:39,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:39,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:39,690 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3f3d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb595da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:39,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:39,692 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac1f30b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:39,693 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:39,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465c3d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262694dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,694 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:39,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:39,695 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:39,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:39,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:39,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8cd0e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:39,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:39,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:39,696 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:39,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2cbb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df95348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:41:39,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:41:39,698 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:41:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:41:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:41:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fc13de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:41:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:41:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:39,699 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:41:39,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee6a7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:41:39,701 DEBUG [Thread-1199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:39,701 DEBUG [Thread-1197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:39,701 DEBUG [Thread-1204 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:39,701 DEBUG [Thread-1202 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:39,701 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:39,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:39,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:39,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:39,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:39,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:39,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:39,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:39,702 DEBUG [Thread-1208 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:39,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-21T14:41:39,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:39,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:39,703 DEBUG [Thread-1195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:39,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:39,703 DEBUG [Thread-1206 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:39,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:39,704 DEBUG [Thread-1193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:39,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:39,704 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:39,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T14:41:39,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:39,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:39,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:41:39,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:39,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:39,706 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:39,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:39,706 DEBUG [Thread-1191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:39,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:41:39,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:39,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:39,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:39,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:39,708 DEBUG [Thread-1210 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:41:39,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:39,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:41:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:41:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:41:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:41:39,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:41:39,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:41:39,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:39,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:41:39,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:41:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:41:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:41:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:39,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:41:39,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:39,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:39,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:39,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:39,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:39,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:39,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/33faffced260451587ea46df562a05d3 is 50, key is test_row_0/A:col10/1732200099720/Put/seqid=0 2024-11-21T14:41:39,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200099740, max timestamp=1732200099753Num uniques 859; 2024-11-21T14:41:39,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200099740, max timestamp=1732200099753Num uniques 859; 2024-11-21T14:41:39,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200099740, max timestamp=1732200099753Num uniques 859; 2024-11-21T14:41:39,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:39,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:39,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742083_1259 (size=16681) 2024-11-21T14:41:39,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/33faffced260451587ea46df562a05d3 2024-11-21T14:41:39,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200159778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:39,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200159784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:39,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200159785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:39,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200159786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:39,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200159788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:39,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:39,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/c1ab37b9cba74139837231045073c3ce is 50, key is test_row_0/B:col10/1732200099720/Put/seqid=0 2024-11-21T14:41:39,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742084_1260 (size=12001) 2024-11-21T14:41:39,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/c1ab37b9cba74139837231045073c3ce 2024-11-21T14:41:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T14:41:39,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/0fea6b1fadc14af18493796cf8e3ca30 is 50, key is test_row_0/C:col10/1732200099720/Put/seqid=0 2024-11-21T14:41:39,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742085_1261 (size=12001) 2024-11-21T14:41:39,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/0fea6b1fadc14af18493796cf8e3ca30 2024-11-21T14:41:39,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/33faffced260451587ea46df562a05d3 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/33faffced260451587ea46df562a05d3 2024-11-21T14:41:39,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/33faffced260451587ea46df562a05d3, entries=250, sequenceid=12, filesize=16.3 K 2024-11-21T14:41:39,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/c1ab37b9cba74139837231045073c3ce as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/c1ab37b9cba74139837231045073c3ce 2024-11-21T14:41:39,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T14:41:39,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:39,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:39,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:39,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:39,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:39,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/c1ab37b9cba74139837231045073c3ce, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T14:41:39,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/0fea6b1fadc14af18493796cf8e3ca30 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/0fea6b1fadc14af18493796cf8e3ca30 2024-11-21T14:41:39,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/0fea6b1fadc14af18493796cf8e3ca30, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T14:41:39,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e368afb7c996559c6eb6ecf1b9e68d69 in 159ms, sequenceid=12, compaction requested=false 2024-11-21T14:41:39,880 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T14:41:39,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:39,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-21T14:41:39,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:39,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:39,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:39,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:39,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:39,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:39,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/d07fefa525d84e87ad069c301fac1c48 is 50, key is test_row_0/A:col10/1732200099894/Put/seqid=0 2024-11-21T14:41:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200159910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:39,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200159910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:39,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200159911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:39,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:39,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200159911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200159917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:39,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:39,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:39,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:39,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742086_1262 (size=14341) 2024-11-21T14:41:40,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T14:41:40,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:40,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:40,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:40,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:40,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T14:41:40,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200160022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200160022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200160022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200160022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200160022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T14:41:40,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:40,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:40,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:40,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:40,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:40,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200160231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200160232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200160232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200160232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200160232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T14:41:40,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:40,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:40,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:40,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:40,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T14:41:40,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/d07fefa525d84e87ad069c301fac1c48 2024-11-21T14:41:40,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/9414284869264d349c28b391968e56dc is 50, key is test_row_0/B:col10/1732200099894/Put/seqid=0 2024-11-21T14:41:40,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742087_1263 (size=12001) 2024-11-21T14:41:40,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/9414284869264d349c28b391968e56dc 2024-11-21T14:41:40,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/cf5364059c894d058d84dec0189d81c1 is 50, key is test_row_0/C:col10/1732200099894/Put/seqid=0 2024-11-21T14:41:40,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742088_1264 (size=12001) 2024-11-21T14:41:40,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/cf5364059c894d058d84dec0189d81c1 2024-11-21T14:41:40,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/d07fefa525d84e87ad069c301fac1c48 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d07fefa525d84e87ad069c301fac1c48 2024-11-21T14:41:40,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d07fefa525d84e87ad069c301fac1c48, entries=200, sequenceid=49, filesize=14.0 K 2024-11-21T14:41:40,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/9414284869264d349c28b391968e56dc as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/9414284869264d349c28b391968e56dc 2024-11-21T14:41:40,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/9414284869264d349c28b391968e56dc, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T14:41:40,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/cf5364059c894d058d84dec0189d81c1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/cf5364059c894d058d84dec0189d81c1 2024-11-21T14:41:40,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/cf5364059c894d058d84dec0189d81c1, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T14:41:40,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for e368afb7c996559c6eb6ecf1b9e68d69 in 499ms, sequenceid=49, compaction requested=false 2024-11-21T14:41:40,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:40,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-21T14:41:40,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:40,483 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:41:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:40,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/04571e84fb6e498d9dfbc5f8f6cb0b58 is 50, key is test_row_0/A:col10/1732200099908/Put/seqid=0 2024-11-21T14:41:40,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742089_1265 (size=9657) 2024-11-21T14:41:40,526 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/04571e84fb6e498d9dfbc5f8f6cb0b58 2024-11-21T14:41:40,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6cda414b8cd74610b6c669fbee6f9272 is 50, key is test_row_0/B:col10/1732200099908/Put/seqid=0 2024-11-21T14:41:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:40,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:40,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742090_1266 (size=9657) 2024-11-21T14:41:40,558 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6cda414b8cd74610b6c669fbee6f9272 2024-11-21T14:41:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/9c248cb957b442ff8a99fef44f42fec4 is 50, key is test_row_0/C:col10/1732200099908/Put/seqid=0 2024-11-21T14:41:40,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200160568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200100564, max timestamp=1732200100572Num uniques 859; 2024-11-21T14:41:40,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200100564, max timestamp=1732200100572Num uniques 859; 2024-11-21T14:41:40,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:40,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:40,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200100564, max timestamp=1732200100572Num uniques 859; 2024-11-21T14:41:40,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:40,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742091_1267 (size=9657) 2024-11-21T14:41:40,595 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/9c248cb957b442ff8a99fef44f42fec4 2024-11-21T14:41:40,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/04571e84fb6e498d9dfbc5f8f6cb0b58 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/04571e84fb6e498d9dfbc5f8f6cb0b58 2024-11-21T14:41:40,606 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/04571e84fb6e498d9dfbc5f8f6cb0b58, entries=100, sequenceid=59, filesize=9.4 K 2024-11-21T14:41:40,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6cda414b8cd74610b6c669fbee6f9272 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6cda414b8cd74610b6c669fbee6f9272 2024-11-21T14:41:40,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200160602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200160603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200160605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,612 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6cda414b8cd74610b6c669fbee6f9272, entries=100, sequenceid=59, filesize=9.4 K 2024-11-21T14:41:40,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200160609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/9c248cb957b442ff8a99fef44f42fec4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9c248cb957b442ff8a99fef44f42fec4 2024-11-21T14:41:40,617 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9c248cb957b442ff8a99fef44f42fec4, entries=100, sequenceid=59, filesize=9.4 K 2024-11-21T14:41:40,618 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e368afb7c996559c6eb6ecf1b9e68d69 in 135ms, sequenceid=59, compaction requested=true 2024-11-21T14:41:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-21T14:41:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-21T14:41:40,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-21T14:41:40,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 913 msec 2024-11-21T14:41:40,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 920 msec 2024-11-21T14:41:40,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-21T14:41:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:41:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:41:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:40,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:41:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:40,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/caa2044fdf89475094db705e55c91da6 is 50, key is test_row_0/A:col10/1732200100684/Put/seqid=0 2024-11-21T14:41:40,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742092_1268 (size=12001) 2024-11-21T14:41:40,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200160718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200160721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200160721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200160722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200160722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200160832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200160832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-21T14:41:40,842 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:40,843 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-21T14:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T14:41:40,845 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:40,846 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:40,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:40,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200160932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200160932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:40,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200160932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:40,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T14:41:40,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T14:41:40,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:40,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:40,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:40,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:40,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200161041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200161041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/caa2044fdf89475094db705e55c91da6 2024-11-21T14:41:41,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6c0882338cbd4165b9bad7b36c85ba5f is 50, key is test_row_0/B:col10/1732200100684/Put/seqid=0 2024-11-21T14:41:41,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742093_1269 (size=12001) 2024-11-21T14:41:41,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T14:41:41,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:41,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T14:41:41,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200161242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200161242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200161242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T14:41:41,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:41,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200161351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200161351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T14:41:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T14:41:41,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6c0882338cbd4165b9bad7b36c85ba5f 2024-11-21T14:41:41,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/088fbab7ec104f87b874a12a58125cfc is 50, key is test_row_0/C:col10/1732200100684/Put/seqid=0 2024-11-21T14:41:41,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742094_1270 (size=12001) 2024-11-21T14:41:41,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T14:41:41,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:41,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200161751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200161751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200161752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T14:41:41,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:41,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200161862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200161862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:41,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T14:41:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:41,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/088fbab7ec104f87b874a12a58125cfc 2024-11-21T14:41:41,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/caa2044fdf89475094db705e55c91da6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/caa2044fdf89475094db705e55c91da6 2024-11-21T14:41:41,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/caa2044fdf89475094db705e55c91da6, entries=150, sequenceid=97, filesize=11.7 K 2024-11-21T14:41:41,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6c0882338cbd4165b9bad7b36c85ba5f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6c0882338cbd4165b9bad7b36c85ba5f 2024-11-21T14:41:41,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6c0882338cbd4165b9bad7b36c85ba5f, entries=150, sequenceid=97, filesize=11.7 K 2024-11-21T14:41:41,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/088fbab7ec104f87b874a12a58125cfc as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/088fbab7ec104f87b874a12a58125cfc 2024-11-21T14:41:41,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/088fbab7ec104f87b874a12a58125cfc, entries=150, sequenceid=97, filesize=11.7 K 2024-11-21T14:41:41,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for e368afb7c996559c6eb6ecf1b9e68d69 in 1268ms, sequenceid=97, compaction requested=true 2024-11-21T14:41:41,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:41,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:41,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:41,954 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:41,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:41,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:41,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:41,954 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:41,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:41,955 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:41,956 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/A is initiating minor compaction (all files) 2024-11-21T14:41:41,956 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/A in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,956 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/33faffced260451587ea46df562a05d3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d07fefa525d84e87ad069c301fac1c48, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/04571e84fb6e498d9dfbc5f8f6cb0b58, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/caa2044fdf89475094db705e55c91da6] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=51.4 K 2024-11-21T14:41:41,956 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:41,956 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/B is initiating minor compaction (all files) 2024-11-21T14:41:41,956 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/B in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:41,956 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/c1ab37b9cba74139837231045073c3ce, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/9414284869264d349c28b391968e56dc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6cda414b8cd74610b6c669fbee6f9272, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6c0882338cbd4165b9bad7b36c85ba5f] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=44.6 K 2024-11-21T14:41:41,957 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33faffced260451587ea46df562a05d3, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732200099713 2024-11-21T14:41:41,957 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting c1ab37b9cba74139837231045073c3ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732200099713 2024-11-21T14:41:41,957 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 9414284869264d349c28b391968e56dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732200099774 2024-11-21T14:41:41,958 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting d07fefa525d84e87ad069c301fac1c48, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732200099774 2024-11-21T14:41:41,958 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cda414b8cd74610b6c669fbee6f9272, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732200099908 2024-11-21T14:41:41,958 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04571e84fb6e498d9dfbc5f8f6cb0b58, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732200099908 2024-11-21T14:41:41,959 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c0882338cbd4165b9bad7b36c85ba5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732200100578 2024-11-21T14:41:41,959 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting caa2044fdf89475094db705e55c91da6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732200100578 2024-11-21T14:41:41,969 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#A#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:41,969 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/2f499f8bd99545d29f5bf7658e64e652 is 50, key is test_row_0/A:col10/1732200100684/Put/seqid=0 2024-11-21T14:41:41,970 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#B#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:41,971 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/7e0637cbf53348b39aaec5c23d47a37b is 50, key is test_row_0/B:col10/1732200100684/Put/seqid=0 2024-11-21T14:41:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T14:41:42,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742095_1271 (size=12139) 2024-11-21T14:41:42,010 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/2f499f8bd99545d29f5bf7658e64e652 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2f499f8bd99545d29f5bf7658e64e652 2024-11-21T14:41:42,016 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/A of e368afb7c996559c6eb6ecf1b9e68d69 into 2f499f8bd99545d29f5bf7658e64e652(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:42,016 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:42,016 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/A, priority=12, startTime=1732200101954; duration=0sec 2024-11-21T14:41:42,016 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:42,016 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:A 2024-11-21T14:41:42,016 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:42,018 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:42,018 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/C is initiating minor compaction (all files) 2024-11-21T14:41:42,019 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/C in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:42,019 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/0fea6b1fadc14af18493796cf8e3ca30, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/cf5364059c894d058d84dec0189d81c1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9c248cb957b442ff8a99fef44f42fec4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/088fbab7ec104f87b874a12a58125cfc] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=44.6 K 2024-11-21T14:41:42,020 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fea6b1fadc14af18493796cf8e3ca30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732200099713 2024-11-21T14:41:42,021 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf5364059c894d058d84dec0189d81c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732200099774 2024-11-21T14:41:42,021 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c248cb957b442ff8a99fef44f42fec4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732200099908 2024-11-21T14:41:42,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742096_1272 (size=12139) 2024-11-21T14:41:42,022 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 088fbab7ec104f87b874a12a58125cfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732200100578 2024-11-21T14:41:42,029 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/7e0637cbf53348b39aaec5c23d47a37b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7e0637cbf53348b39aaec5c23d47a37b 2024-11-21T14:41:42,033 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/B of e368afb7c996559c6eb6ecf1b9e68d69 into 7e0637cbf53348b39aaec5c23d47a37b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:42,034 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:42,034 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/B, priority=12, startTime=1732200101954; duration=0sec 2024-11-21T14:41:42,034 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:42,034 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:B 2024-11-21T14:41:42,040 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:42,041 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/fff935c7e1f04ca1baf180fcba694f56 is 50, key is test_row_0/C:col10/1732200100684/Put/seqid=0 2024-11-21T14:41:42,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742097_1273 (size=12139) 2024-11-21T14:41:42,050 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/fff935c7e1f04ca1baf180fcba694f56 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/fff935c7e1f04ca1baf180fcba694f56 2024-11-21T14:41:42,054 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/C of e368afb7c996559c6eb6ecf1b9e68d69 into fff935c7e1f04ca1baf180fcba694f56(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:42,054 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:42,054 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/C, priority=12, startTime=1732200101954; duration=0sec 2024-11-21T14:41:42,055 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:42,055 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:C 2024-11-21T14:41:42,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-21T14:41:42,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:42,071 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T14:41:42,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:42,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:42,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:42,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:42,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:42,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:42,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/581d753df1bc4133a7fa46dd6c89fc0f is 50, key is test_row_0/A:col10/1732200100716/Put/seqid=0 2024-11-21T14:41:42,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742098_1274 (size=9657) 2024-11-21T14:41:42,484 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/581d753df1bc4133a7fa46dd6c89fc0f 2024-11-21T14:41:42,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6ee8d77ed4e543e3a03fd7f97794a91c is 50, key is test_row_0/B:col10/1732200100716/Put/seqid=0 2024-11-21T14:41:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742099_1275 (size=9657) 2024-11-21T14:41:42,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:41:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:42,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:42,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200102792, max timestamp=1732200102799Num uniques 859; 2024-11-21T14:41:42,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200102792, max timestamp=1732200102799Num uniques 859; 2024-11-21T14:41:42,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:42,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200162818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200162818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:42,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200162819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:42,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200162881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:42,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200162881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:42,884 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:42,885 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:42,909 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6ee8d77ed4e543e3a03fd7f97794a91c 2024-11-21T14:41:42,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/048b6e53977b49fd9cce9eaffda1b9e0 is 50, key is test_row_0/C:col10/1732200100716/Put/seqid=0 2024-11-21T14:41:42,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742100_1276 (size=9657) 2024-11-21T14:41:42,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200162931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:42,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200162931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:42,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200162931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:42,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:42,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T14:41:43,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200163141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200163141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200163142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/048b6e53977b49fd9cce9eaffda1b9e0 2024-11-21T14:41:43,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/581d753df1bc4133a7fa46dd6c89fc0f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/581d753df1bc4133a7fa46dd6c89fc0f 2024-11-21T14:41:43,332 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/581d753df1bc4133a7fa46dd6c89fc0f, entries=100, sequenceid=109, filesize=9.4 K 2024-11-21T14:41:43,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6ee8d77ed4e543e3a03fd7f97794a91c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6ee8d77ed4e543e3a03fd7f97794a91c 2024-11-21T14:41:43,338 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6ee8d77ed4e543e3a03fd7f97794a91c, entries=100, sequenceid=109, filesize=9.4 K 2024-11-21T14:41:43,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/048b6e53977b49fd9cce9eaffda1b9e0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/048b6e53977b49fd9cce9eaffda1b9e0 2024-11-21T14:41:43,343 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/048b6e53977b49fd9cce9eaffda1b9e0, entries=100, sequenceid=109, filesize=9.4 K 2024-11-21T14:41:43,344 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=136.42 KB/139690 for e368afb7c996559c6eb6ecf1b9e68d69 in 1272ms, sequenceid=109, compaction requested=false 2024-11-21T14:41:43,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:43,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:43,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-21T14:41:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-21T14:41:43,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-21T14:41:43,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4990 sec 2024-11-21T14:41:43,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.5050 sec 2024-11-21T14:41:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:43,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=143.13 KB heapSize=413.39 KB 2024-11-21T14:41:43,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:43,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:43,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:43,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:43,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:43,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:43,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/6b91bc5d0805479389112846b62b93a8 is 50, key is test_row_0/A:col10/1732200102816/Put/seqid=0 2024-11-21T14:41:43,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742101_1277 (size=12151) 2024-11-21T14:41:43,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200163463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200163464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200163466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200163571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200163581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200163582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200163781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200163791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200163791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:43,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/6b91bc5d0805479389112846b62b93a8 2024-11-21T14:41:43,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/e541e137750c4ceca85a7377e281e800 is 50, key is test_row_0/B:col10/1732200102816/Put/seqid=0 2024-11-21T14:41:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742102_1278 (size=12151) 2024-11-21T14:41:44,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200164092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:44,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200164102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:44,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200164102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:44,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/e541e137750c4ceca85a7377e281e800 2024-11-21T14:41:44,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/d108b39a278e4ee399cb5dcda02dd9c5 is 50, key is test_row_0/C:col10/1732200102816/Put/seqid=0 2024-11-21T14:41:44,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742103_1279 (size=12151) 2024-11-21T14:41:44,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200164602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:44,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:44,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200164612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:44,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200164612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:44,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:44,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/d108b39a278e4ee399cb5dcda02dd9c5 2024-11-21T14:41:44,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/6b91bc5d0805479389112846b62b93a8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6b91bc5d0805479389112846b62b93a8 2024-11-21T14:41:44,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6b91bc5d0805479389112846b62b93a8, entries=150, sequenceid=142, filesize=11.9 K 2024-11-21T14:41:44,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/e541e137750c4ceca85a7377e281e800 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/e541e137750c4ceca85a7377e281e800 2024-11-21T14:41:44,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/e541e137750c4ceca85a7377e281e800, entries=150, sequenceid=142, filesize=11.9 K 2024-11-21T14:41:44,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/d108b39a278e4ee399cb5dcda02dd9c5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/d108b39a278e4ee399cb5dcda02dd9c5 2024-11-21T14:41:44,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/d108b39a278e4ee399cb5dcda02dd9c5, entries=150, sequenceid=142, filesize=11.9 K 2024-11-21T14:41:44,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~143.13 KB/146560, heapSize ~413.34 KB/423264, currentSize=33.54 KB/34350 for e368afb7c996559c6eb6ecf1b9e68d69 in 1256ms, sequenceid=142, compaction requested=true 2024-11-21T14:41:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:44,712 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:44,712 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:44,713 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:44,713 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:44,713 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/A is initiating minor compaction (all files) 2024-11-21T14:41:44,713 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/B is initiating minor compaction (all files) 2024-11-21T14:41:44,713 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/A in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:44,714 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/B in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:44,714 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2f499f8bd99545d29f5bf7658e64e652, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/581d753df1bc4133a7fa46dd6c89fc0f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6b91bc5d0805479389112846b62b93a8] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=33.2 K 2024-11-21T14:41:44,714 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7e0637cbf53348b39aaec5c23d47a37b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6ee8d77ed4e543e3a03fd7f97794a91c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/e541e137750c4ceca85a7377e281e800] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=33.2 K 2024-11-21T14:41:44,714 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f499f8bd99545d29f5bf7658e64e652, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732200100578 2024-11-21T14:41:44,714 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e0637cbf53348b39aaec5c23d47a37b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732200100578 2024-11-21T14:41:44,714 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 581d753df1bc4133a7fa46dd6c89fc0f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732200100716 2024-11-21T14:41:44,714 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ee8d77ed4e543e3a03fd7f97794a91c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732200100716 2024-11-21T14:41:44,715 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b91bc5d0805479389112846b62b93a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732200102803 2024-11-21T14:41:44,715 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting e541e137750c4ceca85a7377e281e800, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732200102803 2024-11-21T14:41:44,723 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:44,724 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6904e958f2794e3c8d92c6ec61707d25 is 50, key is test_row_0/B:col10/1732200102816/Put/seqid=0 2024-11-21T14:41:44,727 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#A#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:44,727 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/3f9e58c88de74dbf9950773cb7701609 is 50, key is test_row_0/A:col10/1732200102816/Put/seqid=0 2024-11-21T14:41:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742104_1280 (size=12391) 2024-11-21T14:41:44,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742105_1281 (size=12391) 2024-11-21T14:41:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:44,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:41:44,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:44,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:44,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:44,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/4d52bc60910240368a4afeaccd945161 is 50, key is test_row_0/A:col10/1732200103463/Put/seqid=0 2024-11-21T14:41:44,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742106_1282 (size=14541) 2024-11-21T14:41:44,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/4d52bc60910240368a4afeaccd945161 2024-11-21T14:41:44,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/57100849820c4fcf8e02fb24f12d3aa8 is 50, key is test_row_0/B:col10/1732200103463/Put/seqid=0 2024-11-21T14:41:44,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742107_1283 (size=12151) 2024-11-21T14:41:44,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/57100849820c4fcf8e02fb24f12d3aa8 2024-11-21T14:41:44,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/5a445bc67ded491798aad1d061a800a8 is 50, key is test_row_0/C:col10/1732200103463/Put/seqid=0 2024-11-21T14:41:44,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200104936, max timestamp=1732200104963Num uniques 859; 2024-11-21T14:41:44,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:44,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200104936, max timestamp=1732200104961Num uniques 859; 2024-11-21T14:41:44,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:44,969 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200104936, max timestamp=1732200104961Num uniques 859; 2024-11-21T14:41:44,969 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:44,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742108_1284 (size=12151) 2024-11-21T14:41:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T14:41:45,002 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:45,002 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-21T14:41:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T14:41:45,004 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:45,005 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:45,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:45,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200165015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200165020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T14:41:45,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200165132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200165132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,144 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6904e958f2794e3c8d92c6ec61707d25 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6904e958f2794e3c8d92c6ec61707d25 2024-11-21T14:41:45,149 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/B of e368afb7c996559c6eb6ecf1b9e68d69 into 6904e958f2794e3c8d92c6ec61707d25(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:45,149 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:45,149 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/B, priority=13, startTime=1732200104712; duration=0sec 2024-11-21T14:41:45,149 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:45,149 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:B 2024-11-21T14:41:45,149 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:45,150 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:45,150 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/C is initiating minor compaction (all files) 2024-11-21T14:41:45,150 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/C in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:45,150 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/fff935c7e1f04ca1baf180fcba694f56, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/048b6e53977b49fd9cce9eaffda1b9e0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/d108b39a278e4ee399cb5dcda02dd9c5] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=33.2 K 2024-11-21T14:41:45,151 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting fff935c7e1f04ca1baf180fcba694f56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732200100578 2024-11-21T14:41:45,152 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 048b6e53977b49fd9cce9eaffda1b9e0, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732200100716 2024-11-21T14:41:45,152 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d108b39a278e4ee399cb5dcda02dd9c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732200102803 2024-11-21T14:41:45,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T14:41:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:45,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:45,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:45,159 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:45,159 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/b49c54c7a9504de9a492a591fe731edf is 50, key is test_row_0/C:col10/1732200102816/Put/seqid=0 2024-11-21T14:41:45,165 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/3f9e58c88de74dbf9950773cb7701609 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/3f9e58c88de74dbf9950773cb7701609 2024-11-21T14:41:45,171 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/A of e368afb7c996559c6eb6ecf1b9e68d69 into 3f9e58c88de74dbf9950773cb7701609(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:45,171 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:45,171 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/A, priority=13, startTime=1732200104712; duration=0sec 2024-11-21T14:41:45,172 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:45,172 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:A 2024-11-21T14:41:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742109_1285 (size=12391) 2024-11-21T14:41:45,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T14:41:45,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:45,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:45,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:45,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:45,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T14:41:45,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200165342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200165342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/5a445bc67ded491798aad1d061a800a8 2024-11-21T14:41:45,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/4d52bc60910240368a4afeaccd945161 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/4d52bc60910240368a4afeaccd945161 2024-11-21T14:41:45,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/4d52bc60910240368a4afeaccd945161, entries=200, sequenceid=152, filesize=14.2 K 2024-11-21T14:41:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/57100849820c4fcf8e02fb24f12d3aa8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/57100849820c4fcf8e02fb24f12d3aa8 2024-11-21T14:41:45,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/57100849820c4fcf8e02fb24f12d3aa8, entries=150, sequenceid=152, filesize=11.9 K 2024-11-21T14:41:45,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/5a445bc67ded491798aad1d061a800a8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/5a445bc67ded491798aad1d061a800a8 2024-11-21T14:41:45,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/5a445bc67ded491798aad1d061a800a8, entries=150, sequenceid=152, filesize=11.9 K 2024-11-21T14:41:45,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e368afb7c996559c6eb6ecf1b9e68d69 in 499ms, sequenceid=152, compaction requested=false 2024-11-21T14:41:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:45,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-21T14:41:45,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:45,465 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-21T14:41:45,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:45,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:45,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:45,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:45,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:45,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:45,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/cb2f28435f35413f8e1e100398fd7b6c is 50, key is test_row_0/A:col10/1732200105018/Put/seqid=0 2024-11-21T14:41:45,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742110_1286 (size=12151) 2024-11-21T14:41:45,580 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/b49c54c7a9504de9a492a591fe731edf as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/b49c54c7a9504de9a492a591fe731edf 2024-11-21T14:41:45,584 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/C of e368afb7c996559c6eb6ecf1b9e68d69 into b49c54c7a9504de9a492a591fe731edf(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:45,585 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:45,585 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/C, priority=13, startTime=1732200104712; duration=0sec 2024-11-21T14:41:45,585 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:45,585 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:C 2024-11-21T14:41:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:45,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T14:41:45,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200165631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,636 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:45,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200165633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200165636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200165652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200165652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200165742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200165752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,877 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/cb2f28435f35413f8e1e100398fd7b6c 2024-11-21T14:41:45,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/92a91b7248994332a94de502ebefe142 is 50, key is test_row_0/B:col10/1732200105018/Put/seqid=0 2024-11-21T14:41:45,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742111_1287 (size=12151) 2024-11-21T14:41:45,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200165951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:45,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200165962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:45,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:45,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T14:41:46,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200166161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:46,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200166162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:46,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200166262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:46,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200166272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:46,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:46,295 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/92a91b7248994332a94de502ebefe142 2024-11-21T14:41:46,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/739055017f3b4980848183184a1c36c5 is 50, key is test_row_0/C:col10/1732200105018/Put/seqid=0 2024-11-21T14:41:46,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742112_1288 (size=12151) 2024-11-21T14:41:46,708 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/739055017f3b4980848183184a1c36c5 2024-11-21T14:41:46,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/cb2f28435f35413f8e1e100398fd7b6c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/cb2f28435f35413f8e1e100398fd7b6c 2024-11-21T14:41:46,716 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/cb2f28435f35413f8e1e100398fd7b6c, entries=150, sequenceid=191, filesize=11.9 K 2024-11-21T14:41:46,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/92a91b7248994332a94de502ebefe142 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/92a91b7248994332a94de502ebefe142 2024-11-21T14:41:46,721 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/92a91b7248994332a94de502ebefe142, entries=150, sequenceid=191, filesize=11.9 K 2024-11-21T14:41:46,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/739055017f3b4980848183184a1c36c5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/739055017f3b4980848183184a1c36c5 2024-11-21T14:41:46,725 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/739055017f3b4980848183184a1c36c5, entries=150, sequenceid=191, filesize=11.9 K 2024-11-21T14:41:46,726 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for e368afb7c996559c6eb6ecf1b9e68d69 in 1261ms, sequenceid=191, compaction requested=true 2024-11-21T14:41:46,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:46,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:46,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-21T14:41:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-21T14:41:46,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-21T14:41:46,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7230 sec 2024-11-21T14:41:46,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.7290 sec 2024-11-21T14:41:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:46,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T14:41:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:46,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:46,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/d95a1158c7ee48bca74a66e4ce1f7b7a is 50, key is test_row_0/A:col10/1732200106772/Put/seqid=0 2024-11-21T14:41:46,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742113_1289 (size=14541) 2024-11-21T14:41:46,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/d95a1158c7ee48bca74a66e4ce1f7b7a 2024-11-21T14:41:46,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/0f8e34f191d947aa8c4ab1657595bf37 is 50, key is test_row_0/B:col10/1732200106772/Put/seqid=0 2024-11-21T14:41:46,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742114_1290 (size=12151) 2024-11-21T14:41:46,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732200106813, max timestamp=1732200106832Num uniques 859; 2024-11-21T14:41:46,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:46,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732200106813, max timestamp=1732200106832Num uniques 859; 2024-11-21T14:41:46,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:46,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732200106813, max timestamp=1732200106832Num uniques 859; 2024-11-21T14:41:46,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:46,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200166882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:46,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200166888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:46,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200166991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:47,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200167002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-21T14:41:47,153 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:47,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-21T14:41:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T14:41:47,160 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:47,162 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:47,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200167172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:47,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200167172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:47,175 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:47,175 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:47,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/0f8e34f191d947aa8c4ab1657595bf37 2024-11-21T14:41:47,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/8239afe976694d89977137b55d5ee16b is 50, key is test_row_0/C:col10/1732200106772/Put/seqid=0 2024-11-21T14:41:47,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200167201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:47,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:47,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742115_1291 (size=12151) 2024-11-21T14:41:47,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200167211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:47,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T14:41:47,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:47,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:47,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T14:41:47,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:47,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200167511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:47,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:47,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200167521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:47,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/8239afe976694d89977137b55d5ee16b 2024-11-21T14:41:47,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/d95a1158c7ee48bca74a66e4ce1f7b7a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d95a1158c7ee48bca74a66e4ce1f7b7a 2024-11-21T14:41:47,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d95a1158c7ee48bca74a66e4ce1f7b7a, entries=200, sequenceid=203, filesize=14.2 K 2024-11-21T14:41:47,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/0f8e34f191d947aa8c4ab1657595bf37 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0f8e34f191d947aa8c4ab1657595bf37 2024-11-21T14:41:47,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0f8e34f191d947aa8c4ab1657595bf37, entries=150, sequenceid=203, filesize=11.9 K 2024-11-21T14:41:47,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:47,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:47,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/8239afe976694d89977137b55d5ee16b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8239afe976694d89977137b55d5ee16b 2024-11-21T14:41:47,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8239afe976694d89977137b55d5ee16b, entries=150, sequenceid=203, filesize=11.9 K 2024-11-21T14:41:47,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e368afb7c996559c6eb6ecf1b9e68d69 in 860ms, sequenceid=203, compaction requested=true 2024-11-21T14:41:47,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:47,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:47,633 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:47,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:47,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:47,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:47,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:47,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:47,633 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:47,634 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:47,634 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53624 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:47,634 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/B is initiating minor compaction (all files) 2024-11-21T14:41:47,634 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/A is initiating minor compaction (all files) 2024-11-21T14:41:47,634 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/B in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,634 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/A in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,634 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6904e958f2794e3c8d92c6ec61707d25, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/57100849820c4fcf8e02fb24f12d3aa8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/92a91b7248994332a94de502ebefe142, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0f8e34f191d947aa8c4ab1657595bf37] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=47.7 K 2024-11-21T14:41:47,634 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/3f9e58c88de74dbf9950773cb7701609, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/4d52bc60910240368a4afeaccd945161, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/cb2f28435f35413f8e1e100398fd7b6c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d95a1158c7ee48bca74a66e4ce1f7b7a] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=52.4 K 2024-11-21T14:41:47,635 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 6904e958f2794e3c8d92c6ec61707d25, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732200102803 2024-11-21T14:41:47,635 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f9e58c88de74dbf9950773cb7701609, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732200102803 2024-11-21T14:41:47,635 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 57100849820c4fcf8e02fb24f12d3aa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732200103463 2024-11-21T14:41:47,635 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d52bc60910240368a4afeaccd945161, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732200103463 2024-11-21T14:41:47,635 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 92a91b7248994332a94de502ebefe142, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732200104992 2024-11-21T14:41:47,635 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb2f28435f35413f8e1e100398fd7b6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732200104992 2024-11-21T14:41:47,636 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f8e34f191d947aa8c4ab1657595bf37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732200105632 2024-11-21T14:41:47,636 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting d95a1158c7ee48bca74a66e4ce1f7b7a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732200105614 2024-11-21T14:41:47,644 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#B#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:47,644 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/673b747d12044b2ab3ec8fbc9b5ec8c1 is 50, key is test_row_0/B:col10/1732200106772/Put/seqid=0 2024-11-21T14:41:47,645 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#A#compaction#247 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:47,645 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/31eae35f0790440496ef2f4dd5eda5a3 is 50, key is test_row_0/A:col10/1732200106772/Put/seqid=0 2024-11-21T14:41:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742116_1292 (size=12527) 2024-11-21T14:41:47,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742117_1293 (size=12527) 2024-11-21T14:41:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:47,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T14:41:47,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:47,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:47,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:47,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:47,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:47,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:47,669 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/31eae35f0790440496ef2f4dd5eda5a3 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/31eae35f0790440496ef2f4dd5eda5a3 2024-11-21T14:41:47,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/6560ee13223746ada5f0424119258a73 is 50, key is test_row_0/A:col10/1732200107665/Put/seqid=0 2024-11-21T14:41:47,675 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/A of e368afb7c996559c6eb6ecf1b9e68d69 into 31eae35f0790440496ef2f4dd5eda5a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:47,675 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:47,675 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/A, priority=12, startTime=1732200107633; duration=0sec 2024-11-21T14:41:47,675 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:47,675 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:A 2024-11-21T14:41:47,675 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:47,677 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:47,677 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/C is initiating minor compaction (all files) 2024-11-21T14:41:47,677 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/C in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,677 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/b49c54c7a9504de9a492a591fe731edf, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/5a445bc67ded491798aad1d061a800a8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/739055017f3b4980848183184a1c36c5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8239afe976694d89977137b55d5ee16b] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=47.7 K 2024-11-21T14:41:47,677 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b49c54c7a9504de9a492a591fe731edf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732200102803 2024-11-21T14:41:47,678 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a445bc67ded491798aad1d061a800a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732200103463 2024-11-21T14:41:47,678 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 739055017f3b4980848183184a1c36c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732200104992 2024-11-21T14:41:47,678 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8239afe976694d89977137b55d5ee16b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732200105632 2024-11-21T14:41:47,688 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:47,688 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/3297d161e8f8424db5a3c77f357a4126 is 50, key is test_row_0/C:col10/1732200106772/Put/seqid=0 2024-11-21T14:41:47,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742119_1295 (size=12527) 2024-11-21T14:41:47,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742118_1294 (size=14541) 2024-11-21T14:41:47,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200167719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:47,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:47,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:47,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:47,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T14:41:47,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200167831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:47,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:47,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:47,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:47,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:47,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200168022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:48,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200168031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:48,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:48,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:48,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:48,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200168041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:48,059 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/673b747d12044b2ab3ec8fbc9b5ec8c1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/673b747d12044b2ab3ec8fbc9b5ec8c1 2024-11-21T14:41:48,063 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/B of e368afb7c996559c6eb6ecf1b9e68d69 into 673b747d12044b2ab3ec8fbc9b5ec8c1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:48,064 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:48,064 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/B, priority=12, startTime=1732200107633; duration=0sec 2024-11-21T14:41:48,064 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:48,064 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:B 2024-11-21T14:41:48,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:48,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:48,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/6560ee13223746ada5f0424119258a73 2024-11-21T14:41:48,097 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/3297d161e8f8424db5a3c77f357a4126 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/3297d161e8f8424db5a3c77f357a4126 2024-11-21T14:41:48,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/961f9e00fc5e4feabdab221e3ee0b649 is 50, key is test_row_0/B:col10/1732200107665/Put/seqid=0 2024-11-21T14:41:48,103 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/C of e368afb7c996559c6eb6ecf1b9e68d69 into 3297d161e8f8424db5a3c77f357a4126(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:48,103 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:48,103 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/C, priority=12, startTime=1732200107633; duration=0sec 2024-11-21T14:41:48,103 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:48,103 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:C 2024-11-21T14:41:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742120_1296 (size=12151) 2024-11-21T14:41:48,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:48,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T14:41:48,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200168352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:48,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/961f9e00fc5e4feabdab221e3ee0b649 2024-11-21T14:41:48,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/fe45408a392c46efb762dec947272d16 is 50, key is test_row_0/C:col10/1732200107665/Put/seqid=0 2024-11-21T14:41:48,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742121_1297 (size=12151) 2024-11-21T14:41:48,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:48,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:48,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:48,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:48,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:48,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:48,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200168863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:48,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/fe45408a392c46efb762dec947272d16 2024-11-21T14:41:48,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/6560ee13223746ada5f0424119258a73 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6560ee13223746ada5f0424119258a73 2024-11-21T14:41:48,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6560ee13223746ada5f0424119258a73, entries=200, sequenceid=239, filesize=14.2 K 2024-11-21T14:41:48,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/961f9e00fc5e4feabdab221e3ee0b649 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/961f9e00fc5e4feabdab221e3ee0b649 2024-11-21T14:41:48,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/961f9e00fc5e4feabdab221e3ee0b649, entries=150, sequenceid=239, filesize=11.9 K 2024-11-21T14:41:48,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/fe45408a392c46efb762dec947272d16 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/fe45408a392c46efb762dec947272d16 2024-11-21T14:41:48,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/fe45408a392c46efb762dec947272d16, entries=150, sequenceid=239, filesize=11.9 K 2024-11-21T14:41:48,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for e368afb7c996559c6eb6ecf1b9e68d69 in 1279ms, sequenceid=239, compaction requested=false 2024-11-21T14:41:48,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:49,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-21T14:41:49,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:49,012 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:41:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:49,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/461b903693854c60930c2a280365e22c is 50, key is test_row_0/A:col10/1732200107717/Put/seqid=0 2024-11-21T14:41:49,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742122_1298 (size=12151) 2024-11-21T14:41:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:49,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:49,115 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200109093, max timestamp=1732200109111Num uniques 859; 2024-11-21T14:41:49,115 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:49,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200109093, max timestamp=1732200109111Num uniques 859; 2024-11-21T14:41:49,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:49,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200109093, max timestamp=1732200109111Num uniques 859; 2024-11-21T14:41:49,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:49,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200169175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:49,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200169179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:49,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200169191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:49,195 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:49,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200169192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:49,197 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:49,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200169292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:49,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200169292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T14:41:49,430 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/461b903693854c60930c2a280365e22c 2024-11-21T14:41:49,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/28d16310631144c9b630040a894cee4d is 50, key is test_row_0/B:col10/1732200107717/Put/seqid=0 2024-11-21T14:41:49,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742123_1299 (size=12151) 2024-11-21T14:41:49,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200169504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:49,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200169505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:49,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200169811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:49,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:49,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200169822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:49,855 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/28d16310631144c9b630040a894cee4d 2024-11-21T14:41:49,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/f7f74984f86e4672b7ac3a7401b7e6b6 is 50, key is test_row_0/C:col10/1732200107717/Put/seqid=0 2024-11-21T14:41:49,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742124_1300 (size=12151) 2024-11-21T14:41:49,881 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/f7f74984f86e4672b7ac3a7401b7e6b6 2024-11-21T14:41:49,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200169882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:49,887 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/461b903693854c60930c2a280365e22c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/461b903693854c60930c2a280365e22c 2024-11-21T14:41:49,903 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/461b903693854c60930c2a280365e22c, entries=150, sequenceid=252, filesize=11.9 K 2024-11-21T14:41:49,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/28d16310631144c9b630040a894cee4d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/28d16310631144c9b630040a894cee4d 2024-11-21T14:41:49,908 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/28d16310631144c9b630040a894cee4d, entries=150, sequenceid=252, filesize=11.9 K 2024-11-21T14:41:49,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/f7f74984f86e4672b7ac3a7401b7e6b6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/f7f74984f86e4672b7ac3a7401b7e6b6 2024-11-21T14:41:49,916 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/f7f74984f86e4672b7ac3a7401b7e6b6, entries=150, sequenceid=252, filesize=11.9 K 2024-11-21T14:41:49,916 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e368afb7c996559c6eb6ecf1b9e68d69 in 904ms, sequenceid=252, compaction requested=true 2024-11-21T14:41:49,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:49,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:49,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-21T14:41:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-21T14:41:49,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-21T14:41:49,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7560 sec 2024-11-21T14:41:49,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.7700 sec 2024-11-21T14:41:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:50,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-21T14:41:50,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:50,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:50,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:50,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:50,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:50,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:50,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/5c24af9aa2534e76bf6cde67f0bc4ec8 is 50, key is test_row_0/A:col10/1732200109167/Put/seqid=0 2024-11-21T14:41:50,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742125_1301 (size=14741) 2024-11-21T14:41:50,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200170350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:50,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200170353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:50,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200170461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:50,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200170461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:50,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200170672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:50,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:50,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200170672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:50,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:50,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/5c24af9aa2534e76bf6cde67f0bc4ec8 2024-11-21T14:41:50,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/3b2e43b33e8d49dbaa9413296bab23a7 is 50, key is test_row_0/B:col10/1732200109167/Put/seqid=0 2024-11-21T14:41:50,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742126_1302 (size=12301) 2024-11-21T14:41:50,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200170981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200170981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:51,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/3b2e43b33e8d49dbaa9413296bab23a7 2024-11-21T14:41:51,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/123eb5175ed64323ba0f79687bdc310f is 50, key is test_row_0/C:col10/1732200109167/Put/seqid=0 2024-11-21T14:41:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742127_1303 (size=12301) 2024-11-21T14:41:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-21T14:41:51,322 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:51,323 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-21T14:41:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T14:41:51,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:51,326 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:51,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T14:41:51,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T14:41:51,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:51,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:51,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:51,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:51,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:51,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200171491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:51,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200171491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:51,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/123eb5175ed64323ba0f79687bdc310f 2024-11-21T14:41:51,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/5c24af9aa2534e76bf6cde67f0bc4ec8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/5c24af9aa2534e76bf6cde67f0bc4ec8 2024-11-21T14:41:51,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/5c24af9aa2534e76bf6cde67f0bc4ec8, entries=200, sequenceid=289, filesize=14.4 K 2024-11-21T14:41:51,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/3b2e43b33e8d49dbaa9413296bab23a7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/3b2e43b33e8d49dbaa9413296bab23a7 2024-11-21T14:41:51,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/3b2e43b33e8d49dbaa9413296bab23a7, entries=150, sequenceid=289, filesize=12.0 K 2024-11-21T14:41:51,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/123eb5175ed64323ba0f79687bdc310f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/123eb5175ed64323ba0f79687bdc310f 2024-11-21T14:41:51,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/123eb5175ed64323ba0f79687bdc310f, entries=150, sequenceid=289, filesize=12.0 K 2024-11-21T14:41:51,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for e368afb7c996559c6eb6ecf1b9e68d69 in 1264ms, sequenceid=289, compaction requested=true 2024-11-21T14:41:51,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:51,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:51,590 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:51,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:51,590 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:51,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:51,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:51,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:51,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:51,591 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53960 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:51,591 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49130 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:51,591 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/A is initiating minor compaction (all files) 2024-11-21T14:41:51,591 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/B is initiating minor compaction (all files) 2024-11-21T14:41:51,591 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/B in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:51,591 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/A in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:51,592 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/673b747d12044b2ab3ec8fbc9b5ec8c1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/961f9e00fc5e4feabdab221e3ee0b649, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/28d16310631144c9b630040a894cee4d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/3b2e43b33e8d49dbaa9413296bab23a7] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=48.0 K 2024-11-21T14:41:51,592 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/31eae35f0790440496ef2f4dd5eda5a3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6560ee13223746ada5f0424119258a73, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/461b903693854c60930c2a280365e22c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/5c24af9aa2534e76bf6cde67f0bc4ec8] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=52.7 K 2024-11-21T14:41:51,592 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 673b747d12044b2ab3ec8fbc9b5ec8c1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732200105632 2024-11-21T14:41:51,593 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31eae35f0790440496ef2f4dd5eda5a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732200105632 2024-11-21T14:41:51,593 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 961f9e00fc5e4feabdab221e3ee0b649, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732200106864 2024-11-21T14:41:51,593 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6560ee13223746ada5f0424119258a73, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732200106864 2024-11-21T14:41:51,593 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d16310631144c9b630040a894cee4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732200107696 2024-11-21T14:41:51,593 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 461b903693854c60930c2a280365e22c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732200107696 2024-11-21T14:41:51,594 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b2e43b33e8d49dbaa9413296bab23a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732200109160 2024-11-21T14:41:51,594 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c24af9aa2534e76bf6cde67f0bc4ec8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732200109160 2024-11-21T14:41:51,607 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:51,607 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#A#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:51,608 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/e018ee29770b49cfbd1c36d6c112b218 is 50, key is test_row_0/B:col10/1732200109167/Put/seqid=0 2024-11-21T14:41:51,608 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/39a7506510aa41b286a39a1502d8f344 is 50, key is test_row_0/A:col10/1732200109167/Put/seqid=0 2024-11-21T14:41:51,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742128_1304 (size=12813) 2024-11-21T14:41:51,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742129_1305 (size=12813) 2024-11-21T14:41:51,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-21T14:41:51,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:51,632 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T14:41:51,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:51,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:51,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:51,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:51,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:51,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:51,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/1f8b4d8cf7df47a1b94eae1acf03834a is 50, key is test_row_0/A:col10/1732200110346/Put/seqid=0 2024-11-21T14:41:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742130_1306 (size=12301) 2024-11-21T14:41:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T14:41:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:51,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T14:41:52,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200111919, max timestamp=1732200112003Num uniques 859; 2024-11-21T14:41:52,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200111919, max timestamp=1732200112003Num uniques 859; 2024-11-21T14:41:52,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:52,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:52,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200111919, max timestamp=1732200112003Num uniques 859; 2024-11-21T14:41:52,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:52,031 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/e018ee29770b49cfbd1c36d6c112b218 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/e018ee29770b49cfbd1c36d6c112b218 2024-11-21T14:41:52,041 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/1f8b4d8cf7df47a1b94eae1acf03834a 2024-11-21T14:41:52,042 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/39a7506510aa41b286a39a1502d8f344 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/39a7506510aa41b286a39a1502d8f344 2024-11-21T14:41:52,046 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/B of e368afb7c996559c6eb6ecf1b9e68d69 into e018ee29770b49cfbd1c36d6c112b218(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:52,046 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:52,046 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/B, priority=12, startTime=1732200111590; duration=0sec 2024-11-21T14:41:52,046 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:52,046 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:B 2024-11-21T14:41:52,046 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:52,050 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49130 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:52,050 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/C is initiating minor compaction (all files) 2024-11-21T14:41:52,050 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/C in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:52,050 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/3297d161e8f8424db5a3c77f357a4126, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/fe45408a392c46efb762dec947272d16, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/f7f74984f86e4672b7ac3a7401b7e6b6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/123eb5175ed64323ba0f79687bdc310f] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=48.0 K 2024-11-21T14:41:52,051 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 3297d161e8f8424db5a3c77f357a4126, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732200105632 2024-11-21T14:41:52,053 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting fe45408a392c46efb762dec947272d16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732200106864 2024-11-21T14:41:52,053 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting f7f74984f86e4672b7ac3a7401b7e6b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732200107696 2024-11-21T14:41:52,053 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 123eb5175ed64323ba0f79687bdc310f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732200109160 2024-11-21T14:41:52,054 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/A of e368afb7c996559c6eb6ecf1b9e68d69 into 39a7506510aa41b286a39a1502d8f344(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:52,054 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:52,054 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/A, priority=12, startTime=1732200111590; duration=0sec 2024-11-21T14:41:52,054 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:52,054 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:A 2024-11-21T14:41:52,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/2b4c4c87f3fc42799005a0d6ef8e3c32 is 50, key is test_row_0/B:col10/1732200110346/Put/seqid=0 2024-11-21T14:41:52,075 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#C#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:52,076 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/b61cf27b3b06424683d48322bbe852eb is 50, key is test_row_0/C:col10/1732200109167/Put/seqid=0 2024-11-21T14:41:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742131_1307 (size=12301) 2024-11-21T14:41:52,079 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/2b4c4c87f3fc42799005a0d6ef8e3c32 2024-11-21T14:41:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742132_1308 (size=12813) 2024-11-21T14:41:52,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/585943eb3f3c469191404da9810e9415 is 50, key is test_row_0/C:col10/1732200110346/Put/seqid=0 2024-11-21T14:41:52,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742133_1309 (size=12301) 2024-11-21T14:41:52,089 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/585943eb3f3c469191404da9810e9415 2024-11-21T14:41:52,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/1f8b4d8cf7df47a1b94eae1acf03834a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1f8b4d8cf7df47a1b94eae1acf03834a 2024-11-21T14:41:52,098 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1f8b4d8cf7df47a1b94eae1acf03834a, entries=150, sequenceid=298, filesize=12.0 K 2024-11-21T14:41:52,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/2b4c4c87f3fc42799005a0d6ef8e3c32 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/2b4c4c87f3fc42799005a0d6ef8e3c32 2024-11-21T14:41:52,104 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/2b4c4c87f3fc42799005a0d6ef8e3c32, entries=150, sequenceid=298, filesize=12.0 K 2024-11-21T14:41:52,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/585943eb3f3c469191404da9810e9415 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/585943eb3f3c469191404da9810e9415 2024-11-21T14:41:52,109 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/585943eb3f3c469191404da9810e9415, entries=150, sequenceid=298, filesize=12.0 K 2024-11-21T14:41:52,110 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=120.76 KB/123660 for e368afb7c996559c6eb6ecf1b9e68d69 in 477ms, sequenceid=298, compaction requested=false 2024-11-21T14:41:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-21T14:41:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-21T14:41:52,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-21T14:41:52,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 785 msec 2024-11-21T14:41:52,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 791 msec 2024-11-21T14:41:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:52,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-21T14:41:52,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:52,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:52,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:52,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:52,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:52,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:52,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/b3b9def826d442ad98b7cc131f6e2ea1 is 50, key is test_row_0/A:col10/1732200112115/Put/seqid=0 2024-11-21T14:41:52,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742134_1310 (size=14741) 2024-11-21T14:41:52,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/b3b9def826d442ad98b7cc131f6e2ea1 2024-11-21T14:41:52,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/668aeeaecb9e416b9c8934ff9e1b102c is 50, key is test_row_0/B:col10/1732200112115/Put/seqid=0 2024-11-21T14:41:52,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742135_1311 (size=12301) 2024-11-21T14:41:52,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200172163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:52,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:52,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200172272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-21T14:41:52,461 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:52,462 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-21T14:41:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T14:41:52,464 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:52,464 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:52,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:52,486 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/b61cf27b3b06424683d48322bbe852eb as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/b61cf27b3b06424683d48322bbe852eb 2024-11-21T14:41:52,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200172481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:52,491 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/C of e368afb7c996559c6eb6ecf1b9e68d69 into b61cf27b3b06424683d48322bbe852eb(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:52,491 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:52,491 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/C, priority=12, startTime=1732200111590; duration=0sec 2024-11-21T14:41:52,491 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:52,491 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:C 2024-11-21T14:41:52,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200172502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:52,507 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:52,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:52,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200172512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:52,517 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:52,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/668aeeaecb9e416b9c8934ff9e1b102c 2024-11-21T14:41:52,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/bc676aeb78fc4dfdb7a8a300f3f2cf0d is 50, key is test_row_0/C:col10/1732200112115/Put/seqid=0 2024-11-21T14:41:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T14:41:52,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742136_1312 (size=12301) 2024-11-21T14:41:52,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T14:41:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:52,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:52,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T14:41:52,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:52,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:52,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:52,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:52,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T14:41:52,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200172791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:52,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T14:41:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:52,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:52,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/bc676aeb78fc4dfdb7a8a300f3f2cf0d 2024-11-21T14:41:52,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/b3b9def826d442ad98b7cc131f6e2ea1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b3b9def826d442ad98b7cc131f6e2ea1 2024-11-21T14:41:52,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b3b9def826d442ad98b7cc131f6e2ea1, entries=200, sequenceid=336, filesize=14.4 K 2024-11-21T14:41:52,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/668aeeaecb9e416b9c8934ff9e1b102c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/668aeeaecb9e416b9c8934ff9e1b102c 2024-11-21T14:41:52,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/668aeeaecb9e416b9c8934ff9e1b102c, entries=150, sequenceid=336, filesize=12.0 K 2024-11-21T14:41:52,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/bc676aeb78fc4dfdb7a8a300f3f2cf0d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/bc676aeb78fc4dfdb7a8a300f3f2cf0d 2024-11-21T14:41:52,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/bc676aeb78fc4dfdb7a8a300f3f2cf0d, entries=150, sequenceid=336, filesize=12.0 K 2024-11-21T14:41:52,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for e368afb7c996559c6eb6ecf1b9e68d69 in 879ms, sequenceid=336, compaction requested=true 2024-11-21T14:41:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:52,996 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:52,996 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:52,997 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:52,997 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/A is initiating minor compaction (all files) 2024-11-21T14:41:52,997 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/A in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:52,997 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:52,997 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/39a7506510aa41b286a39a1502d8f344, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1f8b4d8cf7df47a1b94eae1acf03834a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b3b9def826d442ad98b7cc131f6e2ea1] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=38.9 K 2024-11-21T14:41:52,997 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/B is initiating minor compaction (all files) 2024-11-21T14:41:52,997 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/B in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:52,997 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/e018ee29770b49cfbd1c36d6c112b218, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/2b4c4c87f3fc42799005a0d6ef8e3c32, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/668aeeaecb9e416b9c8934ff9e1b102c] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=36.5 K 2024-11-21T14:41:52,998 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39a7506510aa41b286a39a1502d8f344, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732200109160 2024-11-21T14:41:52,998 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting e018ee29770b49cfbd1c36d6c112b218, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732200109160 2024-11-21T14:41:52,998 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f8b4d8cf7df47a1b94eae1acf03834a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732200110346 2024-11-21T14:41:52,998 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b4c4c87f3fc42799005a0d6ef8e3c32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732200110346 2024-11-21T14:41:52,998 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3b9def826d442ad98b7cc131f6e2ea1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732200112093 2024-11-21T14:41:52,999 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 668aeeaecb9e416b9c8934ff9e1b102c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732200112093 2024-11-21T14:41:53,007 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:53,007 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/c8ed1f105b6d4ef6b52ab245716cc325 is 50, key is test_row_0/A:col10/1732200112115/Put/seqid=0 2024-11-21T14:41:53,010 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:53,011 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6f8b5c9eb80345eab375853e59ea24a6 is 50, key is test_row_0/B:col10/1732200112115/Put/seqid=0 2024-11-21T14:41:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742137_1313 (size=12915) 2024-11-21T14:41:53,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742138_1314 (size=12915) 2024-11-21T14:41:53,030 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/6f8b5c9eb80345eab375853e59ea24a6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6f8b5c9eb80345eab375853e59ea24a6 2024-11-21T14:41:53,037 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/B of e368afb7c996559c6eb6ecf1b9e68d69 into 6f8b5c9eb80345eab375853e59ea24a6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:53,037 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:53,037 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/B, priority=13, startTime=1732200112996; duration=0sec 2024-11-21T14:41:53,037 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:53,037 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:B 2024-11-21T14:41:53,037 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:53,039 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:53,039 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/C is initiating minor compaction (all files) 2024-11-21T14:41:53,039 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/C in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:53,039 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/b61cf27b3b06424683d48322bbe852eb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/585943eb3f3c469191404da9810e9415, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/bc676aeb78fc4dfdb7a8a300f3f2cf0d] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=36.5 K 2024-11-21T14:41:53,040 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting b61cf27b3b06424683d48322bbe852eb, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732200109160 2024-11-21T14:41:53,040 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 585943eb3f3c469191404da9810e9415, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732200110346 2024-11-21T14:41:53,040 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting bc676aeb78fc4dfdb7a8a300f3f2cf0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732200112093 2024-11-21T14:41:53,050 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:53,051 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/743d719f042744dd97c1e730de7141f9 is 50, key is test_row_0/C:col10/1732200112115/Put/seqid=0 2024-11-21T14:41:53,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742139_1315 (size=12915) 2024-11-21T14:41:53,063 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/743d719f042744dd97c1e730de7141f9 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/743d719f042744dd97c1e730de7141f9 2024-11-21T14:41:53,068 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/C of e368afb7c996559c6eb6ecf1b9e68d69 into 743d719f042744dd97c1e730de7141f9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:53,068 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:53,068 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/C, priority=13, startTime=1732200112996; duration=0sec 2024-11-21T14:41:53,068 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:53,068 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:C 2024-11-21T14:41:53,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-21T14:41:53,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:53,076 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T14:41:53,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:53,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:53,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/105346835783476db895c2bed9513526 is 50, key is test_row_0/A:col10/1732200112128/Put/seqid=0 2024-11-21T14:41:53,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742140_1316 (size=12301) 2024-11-21T14:41:53,086 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/105346835783476db895c2bed9513526 2024-11-21T14:41:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T14:41:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/0a77327a3f7247918a6c09c9964cb4e8 is 50, key is test_row_0/B:col10/1732200112128/Put/seqid=0 2024-11-21T14:41:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742141_1317 (size=12301) 2024-11-21T14:41:53,102 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/0a77327a3f7247918a6c09c9964cb4e8 2024-11-21T14:41:53,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/728afc0db734434787350a9292ea3ed6 is 50, key is test_row_0/C:col10/1732200112128/Put/seqid=0 2024-11-21T14:41:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742142_1318 (size=12301) 2024-11-21T14:41:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:53,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:53,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200113259, max timestamp=1732200113273Num uniques 859; 2024-11-21T14:41:53,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200113259, max timestamp=1732200113273Num uniques 859; 2024-11-21T14:41:53,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:53,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:53,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200113259, max timestamp=1732200113273Num uniques 859; 2024-11-21T14:41:53,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200173315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200173317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200173323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,428 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/c8ed1f105b6d4ef6b52ab245716cc325 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/c8ed1f105b6d4ef6b52ab245716cc325 2024-11-21T14:41:53,433 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/A of e368afb7c996559c6eb6ecf1b9e68d69 into c8ed1f105b6d4ef6b52ab245716cc325(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:53,433 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:53,433 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/A, priority=13, startTime=1732200112996; duration=0sec 2024-11-21T14:41:53,434 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:53,434 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:A 2024-11-21T14:41:53,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200173432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200173433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200173433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,514 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/728afc0db734434787350a9292ea3ed6 2024-11-21T14:41:53,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/105346835783476db895c2bed9513526 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/105346835783476db895c2bed9513526 2024-11-21T14:41:53,524 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/105346835783476db895c2bed9513526, entries=150, sequenceid=350, filesize=12.0 K 2024-11-21T14:41:53,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/0a77327a3f7247918a6c09c9964cb4e8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0a77327a3f7247918a6c09c9964cb4e8 2024-11-21T14:41:53,528 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0a77327a3f7247918a6c09c9964cb4e8, entries=150, sequenceid=350, filesize=12.0 K 2024-11-21T14:41:53,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/728afc0db734434787350a9292ea3ed6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/728afc0db734434787350a9292ea3ed6 2024-11-21T14:41:53,532 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/728afc0db734434787350a9292ea3ed6, entries=150, sequenceid=350, filesize=12.0 K 2024-11-21T14:41:53,533 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e368afb7c996559c6eb6ecf1b9e68d69 in 457ms, sequenceid=350, compaction requested=false 2024-11-21T14:41:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-21T14:41:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-21T14:41:53,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-21T14:41:53,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0700 sec 2024-11-21T14:41:53,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0750 sec 2024-11-21T14:41:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-21T14:41:53,602 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:53,602 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-21T14:41:53,604 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T14:41:53,606 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:53,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:53,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=134.18 KB heapSize=385.22 KB 2024-11-21T14:41:53,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:53,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:41:53,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:53,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:41:53,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:53,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:41:53,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/1a984210ccfe467e9beede3fb4c3117c is 50, key is test_row_0/A:col10/1732200113645/Put/seqid=0 2024-11-21T14:41:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742143_1319 (size=17181) 2024-11-21T14:41:53,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/1a984210ccfe467e9beede3fb4c3117c 2024-11-21T14:41:53,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200173668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200173675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200173676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/a4c6d743944d4df5a98e38f8684168f4 is 50, key is test_row_0/B:col10/1732200113645/Put/seqid=0 2024-11-21T14:41:53,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742144_1320 (size=12301) 2024-11-21T14:41:53,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/a4c6d743944d4df5a98e38f8684168f4 2024-11-21T14:41:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T14:41:53,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/045ce505494f4173b8038b4dafba51a5 is 50, key is test_row_0/C:col10/1732200113645/Put/seqid=0 2024-11-21T14:41:53,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742145_1321 (size=12301) 2024-11-21T14:41:53,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/045ce505494f4173b8038b4dafba51a5 2024-11-21T14:41:53,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/1a984210ccfe467e9beede3fb4c3117c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1a984210ccfe467e9beede3fb4c3117c 2024-11-21T14:41:53,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1a984210ccfe467e9beede3fb4c3117c, entries=250, sequenceid=390, filesize=16.8 K 2024-11-21T14:41:53,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T14:41:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:53,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/a4c6d743944d4df5a98e38f8684168f4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/a4c6d743944d4df5a98e38f8684168f4 2024-11-21T14:41:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:53,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:53,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/a4c6d743944d4df5a98e38f8684168f4, entries=150, sequenceid=390, filesize=12.0 K 2024-11-21T14:41:53,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/045ce505494f4173b8038b4dafba51a5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/045ce505494f4173b8038b4dafba51a5 2024-11-21T14:41:53,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/045ce505494f4173b8038b4dafba51a5, entries=150, sequenceid=390, filesize=12.0 K 2024-11-21T14:41:53,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~425.48 KB/435696, currentSize=40.25 KB/41220 for e368afb7c996559c6eb6ecf1b9e68d69 in 126ms, sequenceid=390, compaction requested=true 2024-11-21T14:41:53,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:53,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:53,773 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:53,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:53,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:53,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:53,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:53,774 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:53,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:53,776 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:53,776 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/B is initiating minor compaction (all files) 2024-11-21T14:41:53,776 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/B in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:53,776 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:53,776 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/A is initiating minor compaction (all files) 2024-11-21T14:41:53,776 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6f8b5c9eb80345eab375853e59ea24a6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0a77327a3f7247918a6c09c9964cb4e8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/a4c6d743944d4df5a98e38f8684168f4] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=36.6 K 2024-11-21T14:41:53,776 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/A in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:53,776 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/c8ed1f105b6d4ef6b52ab245716cc325, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/105346835783476db895c2bed9513526, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1a984210ccfe467e9beede3fb4c3117c] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=41.4 K 2024-11-21T14:41:53,777 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f8b5c9eb80345eab375853e59ea24a6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732200112093 2024-11-21T14:41:53,777 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8ed1f105b6d4ef6b52ab245716cc325, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732200112093 2024-11-21T14:41:53,777 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a77327a3f7247918a6c09c9964cb4e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732200112128 2024-11-21T14:41:53,777 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 105346835783476db895c2bed9513526, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732200112128 2024-11-21T14:41:53,779 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a4c6d743944d4df5a98e38f8684168f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732200113645 2024-11-21T14:41:53,779 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a984210ccfe467e9beede3fb4c3117c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732200113305 2024-11-21T14:41:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:53,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:41:53,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:53,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:53,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:53,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:53,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:53,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:53,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/b12fccadaf924b91aab44a5196476e49 is 50, key is test_row_0/A:col10/1732200113672/Put/seqid=0 2024-11-21T14:41:53,794 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#A#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:53,795 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/2073853833944e519132fabc34821305 is 50, key is test_row_0/A:col10/1732200113645/Put/seqid=0 2024-11-21T14:41:53,798 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#B#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:53,798 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/9287f6c61dca452093bf5cfd8f49b414 is 50, key is test_row_0/B:col10/1732200113645/Put/seqid=0 2024-11-21T14:41:53,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742146_1322 (size=12301) 2024-11-21T14:41:53,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/b12fccadaf924b91aab44a5196476e49 2024-11-21T14:41:53,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/5eb9bb43e0b54c4ca575dacd9d1ae112 is 50, key is test_row_0/B:col10/1732200113672/Put/seqid=0 2024-11-21T14:41:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742147_1323 (size=13017) 2024-11-21T14:41:53,838 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/2073853833944e519132fabc34821305 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2073853833944e519132fabc34821305 2024-11-21T14:41:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742148_1324 (size=13017) 2024-11-21T14:41:53,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742149_1325 (size=12301) 2024-11-21T14:41:53,861 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/A of e368afb7c996559c6eb6ecf1b9e68d69 into 2073853833944e519132fabc34821305(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:53,861 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:53,861 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/A, priority=13, startTime=1732200113773; duration=0sec 2024-11-21T14:41:53,862 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:53,862 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:A 2024-11-21T14:41:53,862 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:41:53,863 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:41:53,863 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/C is initiating minor compaction (all files) 2024-11-21T14:41:53,863 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/C in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:53,864 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/743d719f042744dd97c1e730de7141f9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/728afc0db734434787350a9292ea3ed6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/045ce505494f4173b8038b4dafba51a5] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=36.6 K 2024-11-21T14:41:53,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1732200113812, max timestamp=1732200113839Num uniques 859; 2024-11-21T14:41:53,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:53,864 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 743d719f042744dd97c1e730de7141f9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732200112093 2024-11-21T14:41:53,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9560, totalHeapSize=21976, min timestamp=1732200113812, max timestamp=1732200113839Num uniques 859; 2024-11-21T14:41:53,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39330, new segment data size=9560, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:53,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8094, totalHeapSize=18648, min timestamp=1732200113812, max timestamp=1732200113839Num uniques 859; 2024-11-21T14:41:53,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39326, new segment data size=8094, suffix heap size=117064,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=177 2024-11-21T14:41:53,864 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 728afc0db734434787350a9292ea3ed6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732200112128 2024-11-21T14:41:53,865 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 045ce505494f4173b8038b4dafba51a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732200113645 2024-11-21T14:41:53,874 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:53,875 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/007f219b9e4944f39c4c182262d27b00 is 50, key is test_row_0/C:col10/1732200113645/Put/seqid=0 2024-11-21T14:41:53,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742150_1326 (size=13017) 2024-11-21T14:41:53,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200173901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200173903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T14:41:53,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:53,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:53,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:53,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:53,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:53,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200173909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T14:41:54,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200174011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:54,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:54,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200174011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:54,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:54,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200174022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:54,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T14:41:54,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:54,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:54,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:54,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T14:41:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:54,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200174221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:54,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200174221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T14:41:54,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200174232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:54,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:54,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/5eb9bb43e0b54c4ca575dacd9d1ae112 2024-11-21T14:41:54,247 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/9287f6c61dca452093bf5cfd8f49b414 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/9287f6c61dca452093bf5cfd8f49b414 2024-11-21T14:41:54,251 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/B of e368afb7c996559c6eb6ecf1b9e68d69 into 9287f6c61dca452093bf5cfd8f49b414(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:54,251 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:54,251 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/B, priority=13, startTime=1732200113773; duration=0sec 2024-11-21T14:41:54,252 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:54,252 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:B 2024-11-21T14:41:54,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/a2ce860eb0fa4c1b818b7dd072a39e2e is 50, key is test_row_0/C:col10/1732200113672/Put/seqid=0 2024-11-21T14:41:54,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742151_1327 (size=12301) 2024-11-21T14:41:54,286 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/007f219b9e4944f39c4c182262d27b00 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/007f219b9e4944f39c4c182262d27b00 2024-11-21T14:41:54,292 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/C of e368afb7c996559c6eb6ecf1b9e68d69 into 007f219b9e4944f39c4c182262d27b00(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:54,292 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:54,292 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/C, priority=13, startTime=1732200113774; duration=0sec 2024-11-21T14:41:54,292 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:54,292 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:C 2024-11-21T14:41:54,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T14:41:54,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:54,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:54,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:54,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200174522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:54,523 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:54,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:54,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T14:41:54,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:54,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:54,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:54,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:41:54,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200174532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:54,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200174532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,534 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:54,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200174541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:54,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200174541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:54,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/a2ce860eb0fa4c1b818b7dd072a39e2e 2024-11-21T14:41:54,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/b12fccadaf924b91aab44a5196476e49 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b12fccadaf924b91aab44a5196476e49 2024-11-21T14:41:54,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b12fccadaf924b91aab44a5196476e49, entries=150, sequenceid=400, filesize=12.0 K 2024-11-21T14:41:54,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/5eb9bb43e0b54c4ca575dacd9d1ae112 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/5eb9bb43e0b54c4ca575dacd9d1ae112 2024-11-21T14:41:54,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/5eb9bb43e0b54c4ca575dacd9d1ae112, entries=150, sequenceid=400, filesize=12.0 K 2024-11-21T14:41:54,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/a2ce860eb0fa4c1b818b7dd072a39e2e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/a2ce860eb0fa4c1b818b7dd072a39e2e 2024-11-21T14:41:54,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/a2ce860eb0fa4c1b818b7dd072a39e2e, entries=150, sequenceid=400, filesize=12.0 K 2024-11-21T14:41:54,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=132.75 KB/135938 for e368afb7c996559c6eb6ecf1b9e68d69 in 892ms, sequenceid=400, compaction requested=false 2024-11-21T14:41:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:54,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-21T14:41:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:54,679 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=132.75 KB heapSize=377.05 KB 2024-11-21T14:41:54,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:54,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:54,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:54,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:54,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:54,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:54,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/2210e610827d44a3bd294a5c162caa41 is 50, key is test_row_0/A:col10/1732200113886/Put/seqid=0 2024-11-21T14:41:54,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742152_1328 (size=12301) 2024-11-21T14:41:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T14:41:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:55,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:55,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200175059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200175060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200175061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,089 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/2210e610827d44a3bd294a5c162caa41 2024-11-21T14:41:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/52fb539f102644c1bc673ed46af95519 is 50, key is test_row_0/B:col10/1732200113886/Put/seqid=0 2024-11-21T14:41:55,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742153_1329 (size=12301) 2024-11-21T14:41:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200175171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200175171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200175171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200175381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200175381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200175381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,501 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/52fb539f102644c1bc673ed46af95519 2024-11-21T14:41:55,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/8172a48a144a4376aa3a4f7c0da91505 is 50, key is test_row_0/C:col10/1732200113886/Put/seqid=0 2024-11-21T14:41:55,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742154_1330 (size=12301) 2024-11-21T14:41:55,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200175692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200175692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200175692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:55,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:55,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T14:41:55,913 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.30 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/8172a48a144a4376aa3a4f7c0da91505 2024-11-21T14:41:55,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/2210e610827d44a3bd294a5c162caa41 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2210e610827d44a3bd294a5c162caa41 2024-11-21T14:41:55,921 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2210e610827d44a3bd294a5c162caa41, entries=150, sequenceid=439, filesize=12.0 K 2024-11-21T14:41:55,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/52fb539f102644c1bc673ed46af95519 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/52fb539f102644c1bc673ed46af95519 2024-11-21T14:41:55,926 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/52fb539f102644c1bc673ed46af95519, entries=150, sequenceid=439, filesize=12.0 K 2024-11-21T14:41:55,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/8172a48a144a4376aa3a4f7c0da91505 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8172a48a144a4376aa3a4f7c0da91505 2024-11-21T14:41:55,930 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8172a48a144a4376aa3a4f7c0da91505, entries=150, sequenceid=439, filesize=12.0 K 2024-11-21T14:41:55,931 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~132.75 KB/135938, heapSize ~377 KB/386048, currentSize=46.96 KB/48090 for e368afb7c996559c6eb6ecf1b9e68d69 in 1253ms, sequenceid=439, compaction requested=true 2024-11-21T14:41:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-21T14:41:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-21T14:41:55,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-21T14:41:55,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3270 sec 2024-11-21T14:41:55,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.3330 sec 2024-11-21T14:41:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:56,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T14:41:56,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:56,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:56,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:56,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:56,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:56,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:56,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/369f0c8be911411989c1057a29d4e75c is 50, key is test_row_0/A:col10/1732200116203/Put/seqid=0 2024-11-21T14:41:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742155_1331 (size=12301) 2024-11-21T14:41:56,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/369f0c8be911411989c1057a29d4e75c 2024-11-21T14:41:56,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/7d2990f5495e459b91cbc16b7397328a is 50, key is test_row_0/B:col10/1732200116203/Put/seqid=0 2024-11-21T14:41:56,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742156_1332 (size=12301) 2024-11-21T14:41:56,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200176249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200176249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:56,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200176251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:56,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200176362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:56,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200176362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200176362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:56,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:56,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200176572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200176572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200176572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:56,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/7d2990f5495e459b91cbc16b7397328a 2024-11-21T14:41:56,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/e155e6c52ae9447885b8a7be36757ac1 is 50, key is test_row_0/C:col10/1732200116203/Put/seqid=0 2024-11-21T14:41:56,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742157_1333 (size=12301) 2024-11-21T14:41:56,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/e155e6c52ae9447885b8a7be36757ac1 2024-11-21T14:41:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/369f0c8be911411989c1057a29d4e75c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/369f0c8be911411989c1057a29d4e75c 2024-11-21T14:41:56,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/369f0c8be911411989c1057a29d4e75c, entries=150, sequenceid=452, filesize=12.0 K 2024-11-21T14:41:56,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/7d2990f5495e459b91cbc16b7397328a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7d2990f5495e459b91cbc16b7397328a 2024-11-21T14:41:56,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7d2990f5495e459b91cbc16b7397328a, entries=150, sequenceid=452, filesize=12.0 K 2024-11-21T14:41:56,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/e155e6c52ae9447885b8a7be36757ac1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/e155e6c52ae9447885b8a7be36757ac1 2024-11-21T14:41:56,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/e155e6c52ae9447885b8a7be36757ac1, entries=150, sequenceid=452, filesize=12.0 K 2024-11-21T14:41:56,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e368afb7c996559c6eb6ecf1b9e68d69 in 466ms, sequenceid=452, compaction requested=true 2024-11-21T14:41:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:41:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:41:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:56,670 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:56,670 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:41:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:56,671 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:56,672 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/A is initiating minor compaction (all files) 2024-11-21T14:41:56,672 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/A in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:56,672 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2073853833944e519132fabc34821305, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b12fccadaf924b91aab44a5196476e49, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2210e610827d44a3bd294a5c162caa41, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/369f0c8be911411989c1057a29d4e75c] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=48.8 K 2024-11-21T14:41:56,672 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:56,672 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/B is initiating minor compaction (all files) 2024-11-21T14:41:56,672 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/B in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:56,672 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/9287f6c61dca452093bf5cfd8f49b414, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/5eb9bb43e0b54c4ca575dacd9d1ae112, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/52fb539f102644c1bc673ed46af95519, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7d2990f5495e459b91cbc16b7397328a] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=48.8 K 2024-11-21T14:41:56,673 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2073853833944e519132fabc34821305, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732200113645 2024-11-21T14:41:56,673 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 9287f6c61dca452093bf5cfd8f49b414, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732200113645 2024-11-21T14:41:56,673 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b12fccadaf924b91aab44a5196476e49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732200113665 2024-11-21T14:41:56,673 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eb9bb43e0b54c4ca575dacd9d1ae112, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732200113665 2024-11-21T14:41:56,673 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2210e610827d44a3bd294a5c162caa41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732200113886 2024-11-21T14:41:56,673 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 52fb539f102644c1bc673ed46af95519, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732200113886 2024-11-21T14:41:56,673 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 369f0c8be911411989c1057a29d4e75c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732200115045 2024-11-21T14:41:56,674 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d2990f5495e459b91cbc16b7397328a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732200115045 2024-11-21T14:41:56,683 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:56,684 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#A#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:56,684 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/aebb590d2fda4e1087b802c2f7651b59 is 50, key is test_row_0/B:col10/1732200116203/Put/seqid=0 2024-11-21T14:41:56,684 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/3c27d13eddf64612b394b04d9c950acd is 50, key is test_row_0/A:col10/1732200116203/Put/seqid=0 2024-11-21T14:41:56,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742158_1334 (size=13153) 2024-11-21T14:41:56,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742159_1335 (size=13153) 2024-11-21T14:41:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:56,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T14:41:56,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:56,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:56,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:56,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:56,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:56,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:56,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/d2daf877848b452399aaeacd65cf46ae is 50, key is test_row_0/A:col10/1732200116242/Put/seqid=0 2024-11-21T14:41:56,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742160_1336 (size=14741) 2024-11-21T14:41:56,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200176900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200176901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:56,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200176906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:57,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200177012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:57,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200177012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:57,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200177012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:57,103 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/aebb590d2fda4e1087b802c2f7651b59 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/aebb590d2fda4e1087b802c2f7651b59 2024-11-21T14:41:57,103 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/3c27d13eddf64612b394b04d9c950acd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/3c27d13eddf64612b394b04d9c950acd 2024-11-21T14:41:57,108 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/B of e368afb7c996559c6eb6ecf1b9e68d69 into aebb590d2fda4e1087b802c2f7651b59(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:57,108 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:57,108 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/B, priority=12, startTime=1732200116670; duration=0sec 2024-11-21T14:41:57,109 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:41:57,109 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:B 2024-11-21T14:41:57,109 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/A of e368afb7c996559c6eb6ecf1b9e68d69 into 3c27d13eddf64612b394b04d9c950acd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:57,109 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:41:57,109 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:57,109 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/A, priority=12, startTime=1732200116670; duration=0sec 2024-11-21T14:41:57,109 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:57,109 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:A 2024-11-21T14:41:57,110 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:41:57,110 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/C is initiating minor compaction (all files) 2024-11-21T14:41:57,110 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/C in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:57,110 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/007f219b9e4944f39c4c182262d27b00, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/a2ce860eb0fa4c1b818b7dd072a39e2e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8172a48a144a4376aa3a4f7c0da91505, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/e155e6c52ae9447885b8a7be36757ac1] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=48.8 K 2024-11-21T14:41:57,110 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 007f219b9e4944f39c4c182262d27b00, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732200113645 2024-11-21T14:41:57,111 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a2ce860eb0fa4c1b818b7dd072a39e2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732200113665 2024-11-21T14:41:57,111 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8172a48a144a4376aa3a4f7c0da91505, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732200113886 2024-11-21T14:41:57,111 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting e155e6c52ae9447885b8a7be36757ac1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732200115045 2024-11-21T14:41:57,120 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#C#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:41:57,120 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/5be3fa14b43545cc98d0018e2c44b26b is 50, key is test_row_0/C:col10/1732200116203/Put/seqid=0 2024-11-21T14:41:57,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742161_1337 (size=13153) 2024-11-21T14:41:57,130 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/5be3fa14b43545cc98d0018e2c44b26b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/5be3fa14b43545cc98d0018e2c44b26b 2024-11-21T14:41:57,137 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/C of e368afb7c996559c6eb6ecf1b9e68d69 into 5be3fa14b43545cc98d0018e2c44b26b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:41:57,137 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:57,137 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/C, priority=12, startTime=1732200116670; duration=0sec 2024-11-21T14:41:57,137 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:41:57,137 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:C 2024-11-21T14:41:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200177222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:57,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200177222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:57,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200177222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:57,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/d2daf877848b452399aaeacd65cf46ae 2024-11-21T14:41:57,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/77f557601de64ff59157ed6cdd281e2f is 50, key is test_row_0/B:col10/1732200116242/Put/seqid=0 2024-11-21T14:41:57,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742162_1338 (size=12301) 2024-11-21T14:41:57,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200177531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:57,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200177531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:57,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200177532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:57,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/77f557601de64ff59157ed6cdd281e2f 2024-11-21T14:41:57,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/9f08dcc1ec644b1a8e4696a7624c8b23 is 50, key is test_row_0/C:col10/1732200116242/Put/seqid=0 2024-11-21T14:41:57,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742163_1339 (size=12301) 2024-11-21T14:41:57,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/9f08dcc1ec644b1a8e4696a7624c8b23 2024-11-21T14:41:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/d2daf877848b452399aaeacd65cf46ae as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d2daf877848b452399aaeacd65cf46ae 2024-11-21T14:41:57,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d2daf877848b452399aaeacd65cf46ae, entries=200, sequenceid=472, filesize=14.4 K 2024-11-21T14:41:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/77f557601de64ff59157ed6cdd281e2f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/77f557601de64ff59157ed6cdd281e2f 2024-11-21T14:41:57,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/77f557601de64ff59157ed6cdd281e2f, entries=150, sequenceid=472, filesize=12.0 K 2024-11-21T14:41:57,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/9f08dcc1ec644b1a8e4696a7624c8b23 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9f08dcc1ec644b1a8e4696a7624c8b23 2024-11-21T14:41:57,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9f08dcc1ec644b1a8e4696a7624c8b23, entries=150, sequenceid=472, filesize=12.0 K 2024-11-21T14:41:57,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for e368afb7c996559c6eb6ecf1b9e68d69 in 867ms, sequenceid=472, compaction requested=false 2024-11-21T14:41:57,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-21T14:41:57,772 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:41:57,773 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:41:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-21T14:41:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T14:41:57,775 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:41:57,776 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:41:57,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:41:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T14:41:57,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-21T14:41:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:57,929 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T14:41:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:41:57,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/f0c4215674f2493d8c54dfdcdb9e9573 is 50, key is test_row_0/A:col10/1732200116899/Put/seqid=0 2024-11-21T14:41:57,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742164_1340 (size=12301) 2024-11-21T14:41:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:58,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. as already flushing 2024-11-21T14:41:58,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200178070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200178070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200178074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T14:41:58,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200178181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200178181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200178181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,339 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/f0c4215674f2493d8c54dfdcdb9e9573 2024-11-21T14:41:58,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/79170f7fcc1c46afb406a918b8a4986b is 50, key is test_row_0/B:col10/1732200116899/Put/seqid=0 2024-11-21T14:41:58,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742165_1341 (size=12301) 2024-11-21T14:41:58,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200178392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200178392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200178392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T14:41:58,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1732200178542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,546 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47118 deadline: 1732200178581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,585 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in e368afb7c996559c6eb6ecf1b9e68d69 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:41:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47134 deadline: 1732200178701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200178701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200178701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:58,751 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/79170f7fcc1c46afb406a918b8a4986b 2024-11-21T14:41:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/4cc830ccbebf482086522c7cbfc6dbc0 is 50, key is test_row_0/C:col10/1732200116899/Put/seqid=0 2024-11-21T14:41:58,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742166_1342 (size=12301) 2024-11-21T14:41:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T14:41:59,162 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/4cc830ccbebf482086522c7cbfc6dbc0 2024-11-21T14:41:59,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/f0c4215674f2493d8c54dfdcdb9e9573 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/f0c4215674f2493d8c54dfdcdb9e9573 2024-11-21T14:41:59,171 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/f0c4215674f2493d8c54dfdcdb9e9573, entries=150, sequenceid=487, filesize=12.0 K 2024-11-21T14:41:59,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/79170f7fcc1c46afb406a918b8a4986b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/79170f7fcc1c46afb406a918b8a4986b 2024-11-21T14:41:59,175 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/79170f7fcc1c46afb406a918b8a4986b, entries=150, sequenceid=487, filesize=12.0 K 2024-11-21T14:41:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/4cc830ccbebf482086522c7cbfc6dbc0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/4cc830ccbebf482086522c7cbfc6dbc0 2024-11-21T14:41:59,180 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/4cc830ccbebf482086522c7cbfc6dbc0, entries=150, sequenceid=487, filesize=12.0 K 2024-11-21T14:41:59,181 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e368afb7c996559c6eb6ecf1b9e68d69 in 1252ms, sequenceid=487, compaction requested=true 2024-11-21T14:41:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:41:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:41:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-21T14:41:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-21T14:41:59,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-21T14:41:59,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-21T14:41:59,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4120 sec 2024-11-21T14:41:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:41:59,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T14:41:59,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200118067, max timestamp=1732200119214Num uniques 859; 2024-11-21T14:41:59,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200118067, max timestamp=1732200119214Num uniques 859; 2024-11-21T14:41:59,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:59,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:59,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200118067, max timestamp=1732200119214Num uniques 859; 2024-11-21T14:41:59,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:41:59,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:41:59,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:59,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:41:59,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:59,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:41:59,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:41:59,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/032b082d54094079b31c1631377d6694 is 50, key is test_row_0/A:col10/1732200119215/Put/seqid=0 2024-11-21T14:41:59,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742167_1343 (size=12301) 2024-11-21T14:41:59,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/032b082d54094079b31c1631377d6694 2024-11-21T14:41:59,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/7394ca71d3ae46d9b2ea1a6d5a1facc2 is 50, key is test_row_0/B:col10/1732200119215/Put/seqid=0 2024-11-21T14:41:59,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742168_1344 (size=12301) 2024-11-21T14:41:59,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200119246, max timestamp=1732200119260Num uniques 859; 2024-11-21T14:41:59,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:59,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200119246, max timestamp=1732200119260Num uniques 859; 2024-11-21T14:41:59,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:59,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200119246, max timestamp=1732200119260Num uniques 859; 2024-11-21T14:41:59,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:41:59,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732200119292, max timestamp=1732200119313Num uniques 1068; 2024-11-21T14:41:59,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732200119292, max timestamp=1732200119313Num uniques 1068; 2024-11-21T14:41:59,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-21T14:41:59,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-21T14:41:59,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732200119301, max timestamp=1732200119313Num uniques 1068; 2024-11-21T14:41:59,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-21T14:41:59,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732200119344, max timestamp=1732200119359Num uniques 1127; 2024-11-21T14:41:59,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732200119344, max timestamp=1732200119359Num uniques 1127; 2024-11-21T14:41:59,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-21T14:41:59,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732200119344, max timestamp=1732200119359Num uniques 1027; 2024-11-21T14:41:59,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-21T14:41:59,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-21T14:41:59,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47192 deadline: 1732200179402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:59,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:59,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8506, totalHeapSize=19584, min timestamp=1732200119384, max timestamp=1732200119406Num uniques 1086; 2024-11-21T14:41:59,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8506, totalHeapSize=19584, min timestamp=1732200119384, max timestamp=1732200119406Num uniques 1086; 2024-11-21T14:41:59,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49726, new segment data size=8506, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-21T14:41:59,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8506, totalHeapSize=19584, min timestamp=1732200119384, max timestamp=1732200119406Num uniques 1086; 2024-11-21T14:41:59,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49726, new segment data size=8506, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-21T14:41:59,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49726, new segment data size=8506, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-21T14:41:59,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732200119426, max timestamp=1732200119468Num uniques 1045; 2024-11-21T14:41:59,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-21T14:41:59,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732200119426, max timestamp=1732200119468Num uniques 1045; 2024-11-21T14:41:59,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-21T14:41:59,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732200119426, max timestamp=1732200119468Num uniques 1045; 2024-11-21T14:41:59,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-21T14:41:59,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732200119501, max timestamp=1732200119527Num uniques 1104; 2024-11-21T14:41:59,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-11-21T14:41:59,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732200119501, max timestamp=1732200119527Num uniques 1104; 2024-11-21T14:41:59,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-11-21T14:41:59,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732200119501, max timestamp=1732200119527Num uniques 1104; 2024-11-21T14:41:59,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-11-21T14:41:59,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:41:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1732200179565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:41:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:41:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:41:59,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732200119562, max timestamp=1732200119569Num uniques 1113; 2024-11-21T14:41:59,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-21T14:41:59,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732200119562, max timestamp=1732200119569Num uniques 1113; 2024-11-21T14:41:59,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732200119562, max timestamp=1732200119569Num uniques 1113; 2024-11-21T14:41:59,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-21T14:41:59,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-21T14:41:59,633 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732200119607, max timestamp=1732200119628Num uniques 1022; 2024-11-21T14:41:59,633 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-21T14:41:59,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732200119607, max timestamp=1732200119628Num uniques 1022; 2024-11-21T14:41:59,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732200119607, max timestamp=1732200119628Num uniques 1022; 2024-11-21T14:41:59,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-21T14:41:59,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-21T14:41:59,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/7394ca71d3ae46d9b2ea1a6d5a1facc2 2024-11-21T14:41:59,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/1da30b3aa7594c7b985bbbdf344ba8c0 is 50, key is test_row_0/C:col10/1732200119215/Put/seqid=0 2024-11-21T14:41:59,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742169_1345 (size=12301) 2024-11-21T14:41:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732200119669, max timestamp=1732200119686Num uniques 1031; 2024-11-21T14:41:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-11-21T14:41:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732200119669, max timestamp=1732200119686Num uniques 1031; 2024-11-21T14:41:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-11-21T14:41:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732200119669, max timestamp=1732200119686Num uniques 1031; 2024-11-21T14:41:59,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-11-21T14:41:59,709 INFO [Thread-1195 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1195. 2024-11-21T14:41:59,709 DEBUG [Thread-1195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:59,709 DEBUG [Thread-1195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,709 DEBUG [Thread-1195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:59,710 INFO [Thread-1210 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1210. 2024-11-21T14:41:59,710 DEBUG [Thread-1210 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:59,710 DEBUG [Thread-1210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,710 DEBUG [Thread-1210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:59,711 INFO [Thread-1208 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1208. 2024-11-21T14:41:59,711 DEBUG [Thread-1208 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:59,711 DEBUG [Thread-1208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,711 DEBUG [Thread-1208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:59,713 INFO [Thread-1202 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1202. 2024-11-21T14:41:59,713 DEBUG [Thread-1202 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:59,713 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,713 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:59,713 INFO [Thread-1197 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1197. 2024-11-21T14:41:59,713 DEBUG [Thread-1197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:59,714 DEBUG [Thread-1197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,714 DEBUG [Thread-1197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:59,714 INFO [Thread-1191 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1191. 2024-11-21T14:41:59,714 DEBUG [Thread-1191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:59,714 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,714 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:59,716 INFO [Thread-1204 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1204. 2024-11-21T14:41:59,716 DEBUG [Thread-1204 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:59,716 DEBUG [Thread-1204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,716 DEBUG [Thread-1204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:59,718 INFO [Thread-1206 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1206. 2024-11-21T14:41:59,718 DEBUG [Thread-1206 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:41:59,718 DEBUG [Thread-1206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,718 DEBUG [Thread-1206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:41:59,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:41:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-21T14:41:59,922 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:00,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/1da30b3aa7594c7b985bbbdf344ba8c0 2024-11-21T14:42:00,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/032b082d54094079b31c1631377d6694 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/032b082d54094079b31c1631377d6694 2024-11-21T14:42:00,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/032b082d54094079b31c1631377d6694, entries=150, sequenceid=509, filesize=12.0 K 2024-11-21T14:42:00,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/7394ca71d3ae46d9b2ea1a6d5a1facc2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7394ca71d3ae46d9b2ea1a6d5a1facc2 2024-11-21T14:42:00,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7394ca71d3ae46d9b2ea1a6d5a1facc2, entries=150, sequenceid=509, filesize=12.0 K 2024-11-21T14:42:00,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/1da30b3aa7594c7b985bbbdf344ba8c0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/1da30b3aa7594c7b985bbbdf344ba8c0 2024-11-21T14:42:00,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/1da30b3aa7594c7b985bbbdf344ba8c0, entries=150, sequenceid=509, filesize=12.0 K 2024-11-21T14:42:00,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=107.34 KB/109920 for e368afb7c996559c6eb6ecf1b9e68d69 in 865ms, sequenceid=509, compaction requested=true 2024-11-21T14:42:00,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:42:00,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:00,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:00,081 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:00,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:00,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:00,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e368afb7c996559c6eb6ecf1b9e68d69:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:00,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:00,081 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:00,082 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52496 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:00,082 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:00,082 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/B is initiating minor compaction (all files) 2024-11-21T14:42:00,082 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/A is initiating minor compaction (all files) 2024-11-21T14:42:00,082 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/B in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:42:00,082 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/A in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:42:00,082 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/aebb590d2fda4e1087b802c2f7651b59, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/77f557601de64ff59157ed6cdd281e2f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/79170f7fcc1c46afb406a918b8a4986b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7394ca71d3ae46d9b2ea1a6d5a1facc2] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=48.9 K 2024-11-21T14:42:00,082 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/3c27d13eddf64612b394b04d9c950acd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d2daf877848b452399aaeacd65cf46ae, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/f0c4215674f2493d8c54dfdcdb9e9573, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/032b082d54094079b31c1631377d6694] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=51.3 K 2024-11-21T14:42:00,082 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c27d13eddf64612b394b04d9c950acd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732200115045 2024-11-21T14:42:00,082 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting aebb590d2fda4e1087b802c2f7651b59, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732200115045 2024-11-21T14:42:00,083 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2daf877848b452399aaeacd65cf46ae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732200116240 2024-11-21T14:42:00,083 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 77f557601de64ff59157ed6cdd281e2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732200116242 2024-11-21T14:42:00,083 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0c4215674f2493d8c54dfdcdb9e9573, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732200116892 2024-11-21T14:42:00,083 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 79170f7fcc1c46afb406a918b8a4986b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732200116892 2024-11-21T14:42:00,083 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 032b082d54094079b31c1631377d6694, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732200118067 2024-11-21T14:42:00,083 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7394ca71d3ae46d9b2ea1a6d5a1facc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732200118067 2024-11-21T14:42:00,090 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:00,091 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/914f7b97754d409887fb500f6df8368a is 50, key is test_row_0/B:col10/1732200119215/Put/seqid=0 2024-11-21T14:42:00,092 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#A#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:00,092 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/21fa9d443496435194f76b86285805ed is 50, key is test_row_0/A:col10/1732200119215/Put/seqid=0 2024-11-21T14:42:00,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742170_1346 (size=13289) 2024-11-21T14:42:00,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742171_1347 (size=13289) 2024-11-21T14:42:00,500 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/914f7b97754d409887fb500f6df8368a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/914f7b97754d409887fb500f6df8368a 2024-11-21T14:42:00,500 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/21fa9d443496435194f76b86285805ed as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/21fa9d443496435194f76b86285805ed 2024-11-21T14:42:00,504 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/B of e368afb7c996559c6eb6ecf1b9e68d69 into 914f7b97754d409887fb500f6df8368a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:00,504 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/A of e368afb7c996559c6eb6ecf1b9e68d69 into 21fa9d443496435194f76b86285805ed(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:00,504 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:42:00,504 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:42:00,504 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/A, priority=12, startTime=1732200120081; duration=0sec 2024-11-21T14:42:00,504 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/B, priority=12, startTime=1732200120081; duration=0sec 2024-11-21T14:42:00,504 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:00,504 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:A 2024-11-21T14:42:00,504 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:00,504 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:B 2024-11-21T14:42:00,504 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:00,505 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:00,505 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): e368afb7c996559c6eb6ecf1b9e68d69/C is initiating minor compaction (all files) 2024-11-21T14:42:00,505 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e368afb7c996559c6eb6ecf1b9e68d69/C in TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:42:00,505 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/5be3fa14b43545cc98d0018e2c44b26b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9f08dcc1ec644b1a8e4696a7624c8b23, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/4cc830ccbebf482086522c7cbfc6dbc0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/1da30b3aa7594c7b985bbbdf344ba8c0] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp, totalSize=48.9 K 2024-11-21T14:42:00,506 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5be3fa14b43545cc98d0018e2c44b26b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732200115045 2024-11-21T14:42:00,506 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f08dcc1ec644b1a8e4696a7624c8b23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732200116242 2024-11-21T14:42:00,506 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cc830ccbebf482086522c7cbfc6dbc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732200116892 2024-11-21T14:42:00,506 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1da30b3aa7594c7b985bbbdf344ba8c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732200118067 2024-11-21T14:42:00,513 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e368afb7c996559c6eb6ecf1b9e68d69#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:00,513 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/f8c229048ef44982a01fdede10202300 is 50, key is test_row_0/C:col10/1732200119215/Put/seqid=0 2024-11-21T14:42:00,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742172_1348 (size=13289) 2024-11-21T14:42:00,923 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/f8c229048ef44982a01fdede10202300 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/f8c229048ef44982a01fdede10202300 2024-11-21T14:42:00,927 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e368afb7c996559c6eb6ecf1b9e68d69/C of e368afb7c996559c6eb6ecf1b9e68d69 into f8c229048ef44982a01fdede10202300(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:00,927 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:42:00,927 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69., storeName=e368afb7c996559c6eb6ecf1b9e68d69/C, priority=12, startTime=1732200120081; duration=0sec 2024-11-21T14:42:00,927 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:00,927 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e368afb7c996559c6eb6ecf1b9e68d69:C 2024-11-21T14:42:04,177 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:42:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:42:08,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e368afb7c996559c6eb6ecf1b9e68d69 3/3 column families, dataSize=114.05 KB heapSize=318.47 KB 2024-11-21T14:42:08,615 INFO [Thread-1199 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1199. 2024-11-21T14:42:08,615 DEBUG [Thread-1199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:08,615 DEBUG [Thread-1199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:08,615 DEBUG [Thread-1199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:08,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=A 2024-11-21T14:42:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=B 2024-11-21T14:42:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e368afb7c996559c6eb6ecf1b9e68d69, store=C 2024-11-21T14:42:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:08,616 INFO [Thread-1193 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1193. 2024-11-21T14:42:08,616 DEBUG [Thread-1193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:08,616 DEBUG [Thread-1193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:08,616 DEBUG [Thread-1193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:08,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:08,616 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 165 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 145 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2805 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2755 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2949 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2836 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2738 2024-11-21T14:42:08,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T14:42:08,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:42:08,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:42:08,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:08,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:08,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:08,618 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T14:42:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:08,626 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200128625"}]},"ts":"1732200128625"} 2024-11-21T14:42:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T14:42:08,627 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T14:42:08,627 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T14:42:08,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T14:42:08,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e368afb7c996559c6eb6ecf1b9e68d69, UNASSIGN}] 2024-11-21T14:42:08,631 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e368afb7c996559c6eb6ecf1b9e68d69, UNASSIGN 2024-11-21T14:42:08,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=e368afb7c996559c6eb6ecf1b9e68d69, regionState=CLOSING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:08,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/9720c3b0a7664174b51b4b5308f66e36 is 50, key is test_row_0/A:col10/1732200128612/Put/seqid=0 2024-11-21T14:42:08,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e368afb7c996559c6eb6ecf1b9e68d69, UNASSIGN because future has completed 2024-11-21T14:42:08,641 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:42:08,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:42:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742173_1349 (size=12301) 2024-11-21T14:42:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T14:42:08,794 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:42:08,794 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:42:08,794 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing e368afb7c996559c6eb6ecf1b9e68d69, disabling compactions & flushes 2024-11-21T14:42:08,794 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:42:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T14:42:09,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=683 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/9720c3b0a7664174b51b4b5308f66e36 2024-11-21T14:42:09,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/cb842cd498ea4ccbbdf6c444be388d08 is 50, key is test_row_0/B:col10/1732200128612/Put/seqid=0 2024-11-21T14:42:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742174_1350 (size=12301) 2024-11-21T14:42:09,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=683 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/cb842cd498ea4ccbbdf6c444be388d08 2024-11-21T14:42:09,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/7c0642b8eefa437b89f05098ba817d84 is 50, key is test_row_0/C:col10/1732200128612/Put/seqid=0 2024-11-21T14:42:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742175_1351 (size=12301) 2024-11-21T14:42:09,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=683 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/7c0642b8eefa437b89f05098ba817d84 2024-11-21T14:42:09,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/A/9720c3b0a7664174b51b4b5308f66e36 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/9720c3b0a7664174b51b4b5308f66e36 2024-11-21T14:42:09,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/9720c3b0a7664174b51b4b5308f66e36, entries=150, sequenceid=683, filesize=12.0 K 2024-11-21T14:42:09,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/B/cb842cd498ea4ccbbdf6c444be388d08 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/cb842cd498ea4ccbbdf6c444be388d08 2024-11-21T14:42:09,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/cb842cd498ea4ccbbdf6c444be388d08, entries=150, sequenceid=683, filesize=12.0 K 2024-11-21T14:42:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/.tmp/C/7c0642b8eefa437b89f05098ba817d84 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/7c0642b8eefa437b89f05098ba817d84 2024-11-21T14:42:09,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/7c0642b8eefa437b89f05098ba817d84, entries=150, sequenceid=683, filesize=12.0 K 2024-11-21T14:42:09,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~338.34 KB/346464, currentSize=0 B/0 for e368afb7c996559c6eb6ecf1b9e68d69 in 522ms, sequenceid=683, compaction requested=false 2024-11-21T14:42:09,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e368afb7c996559c6eb6ecf1b9e68d69: 2024-11-21T14:42:09,137 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:42:09,137 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:42:09,137 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. after waiting 0 ms 2024-11-21T14:42:09,137 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:42:09,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/33faffced260451587ea46df562a05d3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d07fefa525d84e87ad069c301fac1c48, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/04571e84fb6e498d9dfbc5f8f6cb0b58, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2f499f8bd99545d29f5bf7658e64e652, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/caa2044fdf89475094db705e55c91da6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/581d753df1bc4133a7fa46dd6c89fc0f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/3f9e58c88de74dbf9950773cb7701609, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6b91bc5d0805479389112846b62b93a8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/4d52bc60910240368a4afeaccd945161, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/cb2f28435f35413f8e1e100398fd7b6c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d95a1158c7ee48bca74a66e4ce1f7b7a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/31eae35f0790440496ef2f4dd5eda5a3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6560ee13223746ada5f0424119258a73, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/461b903693854c60930c2a280365e22c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/5c24af9aa2534e76bf6cde67f0bc4ec8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/39a7506510aa41b286a39a1502d8f344, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1f8b4d8cf7df47a1b94eae1acf03834a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b3b9def826d442ad98b7cc131f6e2ea1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/c8ed1f105b6d4ef6b52ab245716cc325, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/105346835783476db895c2bed9513526, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1a984210ccfe467e9beede3fb4c3117c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2073853833944e519132fabc34821305, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b12fccadaf924b91aab44a5196476e49, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2210e610827d44a3bd294a5c162caa41, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/3c27d13eddf64612b394b04d9c950acd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/369f0c8be911411989c1057a29d4e75c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d2daf877848b452399aaeacd65cf46ae, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/f0c4215674f2493d8c54dfdcdb9e9573, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/032b082d54094079b31c1631377d6694] to archive 2024-11-21T14:42:09,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:42:09,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/33faffced260451587ea46df562a05d3 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/33faffced260451587ea46df562a05d3 2024-11-21T14:42:09,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d07fefa525d84e87ad069c301fac1c48 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d07fefa525d84e87ad069c301fac1c48 2024-11-21T14:42:09,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/04571e84fb6e498d9dfbc5f8f6cb0b58 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/04571e84fb6e498d9dfbc5f8f6cb0b58 2024-11-21T14:42:09,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2f499f8bd99545d29f5bf7658e64e652 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2f499f8bd99545d29f5bf7658e64e652 2024-11-21T14:42:09,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/caa2044fdf89475094db705e55c91da6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/caa2044fdf89475094db705e55c91da6 2024-11-21T14:42:09,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/581d753df1bc4133a7fa46dd6c89fc0f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/581d753df1bc4133a7fa46dd6c89fc0f 2024-11-21T14:42:09,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/3f9e58c88de74dbf9950773cb7701609 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/3f9e58c88de74dbf9950773cb7701609 2024-11-21T14:42:09,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6b91bc5d0805479389112846b62b93a8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6b91bc5d0805479389112846b62b93a8 2024-11-21T14:42:09,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/4d52bc60910240368a4afeaccd945161 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/4d52bc60910240368a4afeaccd945161 2024-11-21T14:42:09,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/cb2f28435f35413f8e1e100398fd7b6c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/cb2f28435f35413f8e1e100398fd7b6c 2024-11-21T14:42:09,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d95a1158c7ee48bca74a66e4ce1f7b7a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d95a1158c7ee48bca74a66e4ce1f7b7a 2024-11-21T14:42:09,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/31eae35f0790440496ef2f4dd5eda5a3 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/31eae35f0790440496ef2f4dd5eda5a3 2024-11-21T14:42:09,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6560ee13223746ada5f0424119258a73 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/6560ee13223746ada5f0424119258a73 2024-11-21T14:42:09,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/461b903693854c60930c2a280365e22c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/461b903693854c60930c2a280365e22c 2024-11-21T14:42:09,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/5c24af9aa2534e76bf6cde67f0bc4ec8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/5c24af9aa2534e76bf6cde67f0bc4ec8 2024-11-21T14:42:09,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/39a7506510aa41b286a39a1502d8f344 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/39a7506510aa41b286a39a1502d8f344 2024-11-21T14:42:09,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1f8b4d8cf7df47a1b94eae1acf03834a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1f8b4d8cf7df47a1b94eae1acf03834a 2024-11-21T14:42:09,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b3b9def826d442ad98b7cc131f6e2ea1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b3b9def826d442ad98b7cc131f6e2ea1 2024-11-21T14:42:09,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/c8ed1f105b6d4ef6b52ab245716cc325 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/c8ed1f105b6d4ef6b52ab245716cc325 2024-11-21T14:42:09,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/105346835783476db895c2bed9513526 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/105346835783476db895c2bed9513526 2024-11-21T14:42:09,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1a984210ccfe467e9beede3fb4c3117c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/1a984210ccfe467e9beede3fb4c3117c 2024-11-21T14:42:09,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2073853833944e519132fabc34821305 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2073853833944e519132fabc34821305 2024-11-21T14:42:09,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b12fccadaf924b91aab44a5196476e49 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/b12fccadaf924b91aab44a5196476e49 2024-11-21T14:42:09,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2210e610827d44a3bd294a5c162caa41 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/2210e610827d44a3bd294a5c162caa41 2024-11-21T14:42:09,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/3c27d13eddf64612b394b04d9c950acd to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/3c27d13eddf64612b394b04d9c950acd 2024-11-21T14:42:09,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/369f0c8be911411989c1057a29d4e75c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/369f0c8be911411989c1057a29d4e75c 2024-11-21T14:42:09,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d2daf877848b452399aaeacd65cf46ae to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/d2daf877848b452399aaeacd65cf46ae 2024-11-21T14:42:09,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/f0c4215674f2493d8c54dfdcdb9e9573 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/f0c4215674f2493d8c54dfdcdb9e9573 2024-11-21T14:42:09,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/032b082d54094079b31c1631377d6694 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/032b082d54094079b31c1631377d6694 2024-11-21T14:42:09,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/c1ab37b9cba74139837231045073c3ce, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/9414284869264d349c28b391968e56dc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6cda414b8cd74610b6c669fbee6f9272, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7e0637cbf53348b39aaec5c23d47a37b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6c0882338cbd4165b9bad7b36c85ba5f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6ee8d77ed4e543e3a03fd7f97794a91c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6904e958f2794e3c8d92c6ec61707d25, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/e541e137750c4ceca85a7377e281e800, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/57100849820c4fcf8e02fb24f12d3aa8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/92a91b7248994332a94de502ebefe142, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/673b747d12044b2ab3ec8fbc9b5ec8c1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0f8e34f191d947aa8c4ab1657595bf37, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/961f9e00fc5e4feabdab221e3ee0b649, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/28d16310631144c9b630040a894cee4d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/e018ee29770b49cfbd1c36d6c112b218, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/3b2e43b33e8d49dbaa9413296bab23a7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/2b4c4c87f3fc42799005a0d6ef8e3c32, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6f8b5c9eb80345eab375853e59ea24a6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/668aeeaecb9e416b9c8934ff9e1b102c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0a77327a3f7247918a6c09c9964cb4e8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/9287f6c61dca452093bf5cfd8f49b414, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/a4c6d743944d4df5a98e38f8684168f4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/5eb9bb43e0b54c4ca575dacd9d1ae112, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/52fb539f102644c1bc673ed46af95519, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/aebb590d2fda4e1087b802c2f7651b59, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7d2990f5495e459b91cbc16b7397328a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/77f557601de64ff59157ed6cdd281e2f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/79170f7fcc1c46afb406a918b8a4986b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7394ca71d3ae46d9b2ea1a6d5a1facc2] to archive 2024-11-21T14:42:09,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:42:09,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/c1ab37b9cba74139837231045073c3ce to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/c1ab37b9cba74139837231045073c3ce 2024-11-21T14:42:09,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/9414284869264d349c28b391968e56dc to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/9414284869264d349c28b391968e56dc 2024-11-21T14:42:09,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6cda414b8cd74610b6c669fbee6f9272 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6cda414b8cd74610b6c669fbee6f9272 2024-11-21T14:42:09,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7e0637cbf53348b39aaec5c23d47a37b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7e0637cbf53348b39aaec5c23d47a37b 2024-11-21T14:42:09,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6c0882338cbd4165b9bad7b36c85ba5f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6c0882338cbd4165b9bad7b36c85ba5f 2024-11-21T14:42:09,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6ee8d77ed4e543e3a03fd7f97794a91c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6ee8d77ed4e543e3a03fd7f97794a91c 2024-11-21T14:42:09,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6904e958f2794e3c8d92c6ec61707d25 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6904e958f2794e3c8d92c6ec61707d25 2024-11-21T14:42:09,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/e541e137750c4ceca85a7377e281e800 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/e541e137750c4ceca85a7377e281e800 2024-11-21T14:42:09,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/57100849820c4fcf8e02fb24f12d3aa8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/57100849820c4fcf8e02fb24f12d3aa8 2024-11-21T14:42:09,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/92a91b7248994332a94de502ebefe142 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/92a91b7248994332a94de502ebefe142 2024-11-21T14:42:09,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/673b747d12044b2ab3ec8fbc9b5ec8c1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/673b747d12044b2ab3ec8fbc9b5ec8c1 2024-11-21T14:42:09,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0f8e34f191d947aa8c4ab1657595bf37 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0f8e34f191d947aa8c4ab1657595bf37 2024-11-21T14:42:09,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/961f9e00fc5e4feabdab221e3ee0b649 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/961f9e00fc5e4feabdab221e3ee0b649 2024-11-21T14:42:09,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/28d16310631144c9b630040a894cee4d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/28d16310631144c9b630040a894cee4d 2024-11-21T14:42:09,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/e018ee29770b49cfbd1c36d6c112b218 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/e018ee29770b49cfbd1c36d6c112b218 2024-11-21T14:42:09,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/3b2e43b33e8d49dbaa9413296bab23a7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/3b2e43b33e8d49dbaa9413296bab23a7 2024-11-21T14:42:09,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/2b4c4c87f3fc42799005a0d6ef8e3c32 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/2b4c4c87f3fc42799005a0d6ef8e3c32 2024-11-21T14:42:09,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6f8b5c9eb80345eab375853e59ea24a6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/6f8b5c9eb80345eab375853e59ea24a6 2024-11-21T14:42:09,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/668aeeaecb9e416b9c8934ff9e1b102c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/668aeeaecb9e416b9c8934ff9e1b102c 2024-11-21T14:42:09,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0a77327a3f7247918a6c09c9964cb4e8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/0a77327a3f7247918a6c09c9964cb4e8 2024-11-21T14:42:09,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/9287f6c61dca452093bf5cfd8f49b414 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/9287f6c61dca452093bf5cfd8f49b414 2024-11-21T14:42:09,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/a4c6d743944d4df5a98e38f8684168f4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/a4c6d743944d4df5a98e38f8684168f4 2024-11-21T14:42:09,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/5eb9bb43e0b54c4ca575dacd9d1ae112 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/5eb9bb43e0b54c4ca575dacd9d1ae112 2024-11-21T14:42:09,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/52fb539f102644c1bc673ed46af95519 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/52fb539f102644c1bc673ed46af95519 2024-11-21T14:42:09,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/aebb590d2fda4e1087b802c2f7651b59 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/aebb590d2fda4e1087b802c2f7651b59 2024-11-21T14:42:09,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7d2990f5495e459b91cbc16b7397328a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7d2990f5495e459b91cbc16b7397328a 2024-11-21T14:42:09,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/77f557601de64ff59157ed6cdd281e2f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/77f557601de64ff59157ed6cdd281e2f 2024-11-21T14:42:09,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/79170f7fcc1c46afb406a918b8a4986b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/79170f7fcc1c46afb406a918b8a4986b 2024-11-21T14:42:09,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7394ca71d3ae46d9b2ea1a6d5a1facc2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/7394ca71d3ae46d9b2ea1a6d5a1facc2 2024-11-21T14:42:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T14:42:09,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/0fea6b1fadc14af18493796cf8e3ca30, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/cf5364059c894d058d84dec0189d81c1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9c248cb957b442ff8a99fef44f42fec4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/fff935c7e1f04ca1baf180fcba694f56, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/088fbab7ec104f87b874a12a58125cfc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/048b6e53977b49fd9cce9eaffda1b9e0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/b49c54c7a9504de9a492a591fe731edf, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/d108b39a278e4ee399cb5dcda02dd9c5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/5a445bc67ded491798aad1d061a800a8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/739055017f3b4980848183184a1c36c5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/3297d161e8f8424db5a3c77f357a4126, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8239afe976694d89977137b55d5ee16b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/fe45408a392c46efb762dec947272d16, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/f7f74984f86e4672b7ac3a7401b7e6b6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/b61cf27b3b06424683d48322bbe852eb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/123eb5175ed64323ba0f79687bdc310f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/585943eb3f3c469191404da9810e9415, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/743d719f042744dd97c1e730de7141f9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/bc676aeb78fc4dfdb7a8a300f3f2cf0d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/728afc0db734434787350a9292ea3ed6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/007f219b9e4944f39c4c182262d27b00, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/045ce505494f4173b8038b4dafba51a5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/a2ce860eb0fa4c1b818b7dd072a39e2e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8172a48a144a4376aa3a4f7c0da91505, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/5be3fa14b43545cc98d0018e2c44b26b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/e155e6c52ae9447885b8a7be36757ac1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9f08dcc1ec644b1a8e4696a7624c8b23, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/4cc830ccbebf482086522c7cbfc6dbc0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/1da30b3aa7594c7b985bbbdf344ba8c0] to archive 2024-11-21T14:42:09,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:42:09,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/0fea6b1fadc14af18493796cf8e3ca30 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/0fea6b1fadc14af18493796cf8e3ca30 2024-11-21T14:42:09,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/cf5364059c894d058d84dec0189d81c1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/cf5364059c894d058d84dec0189d81c1 2024-11-21T14:42:09,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9c248cb957b442ff8a99fef44f42fec4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9c248cb957b442ff8a99fef44f42fec4 2024-11-21T14:42:09,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/fff935c7e1f04ca1baf180fcba694f56 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/fff935c7e1f04ca1baf180fcba694f56 2024-11-21T14:42:09,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/088fbab7ec104f87b874a12a58125cfc to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/088fbab7ec104f87b874a12a58125cfc 2024-11-21T14:42:09,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/048b6e53977b49fd9cce9eaffda1b9e0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/048b6e53977b49fd9cce9eaffda1b9e0 2024-11-21T14:42:09,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/b49c54c7a9504de9a492a591fe731edf to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/b49c54c7a9504de9a492a591fe731edf 2024-11-21T14:42:09,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/d108b39a278e4ee399cb5dcda02dd9c5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/d108b39a278e4ee399cb5dcda02dd9c5 2024-11-21T14:42:09,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/5a445bc67ded491798aad1d061a800a8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/5a445bc67ded491798aad1d061a800a8 2024-11-21T14:42:09,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/739055017f3b4980848183184a1c36c5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/739055017f3b4980848183184a1c36c5 2024-11-21T14:42:09,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/3297d161e8f8424db5a3c77f357a4126 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/3297d161e8f8424db5a3c77f357a4126 2024-11-21T14:42:09,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8239afe976694d89977137b55d5ee16b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8239afe976694d89977137b55d5ee16b 2024-11-21T14:42:09,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/fe45408a392c46efb762dec947272d16 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/fe45408a392c46efb762dec947272d16 2024-11-21T14:42:09,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/f7f74984f86e4672b7ac3a7401b7e6b6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/f7f74984f86e4672b7ac3a7401b7e6b6 2024-11-21T14:42:09,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/b61cf27b3b06424683d48322bbe852eb to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/b61cf27b3b06424683d48322bbe852eb 2024-11-21T14:42:09,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/123eb5175ed64323ba0f79687bdc310f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/123eb5175ed64323ba0f79687bdc310f 2024-11-21T14:42:09,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/585943eb3f3c469191404da9810e9415 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/585943eb3f3c469191404da9810e9415 2024-11-21T14:42:09,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/743d719f042744dd97c1e730de7141f9 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/743d719f042744dd97c1e730de7141f9 2024-11-21T14:42:09,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/bc676aeb78fc4dfdb7a8a300f3f2cf0d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/bc676aeb78fc4dfdb7a8a300f3f2cf0d 2024-11-21T14:42:09,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/728afc0db734434787350a9292ea3ed6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/728afc0db734434787350a9292ea3ed6 2024-11-21T14:42:09,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/007f219b9e4944f39c4c182262d27b00 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/007f219b9e4944f39c4c182262d27b00 2024-11-21T14:42:09,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/045ce505494f4173b8038b4dafba51a5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/045ce505494f4173b8038b4dafba51a5 2024-11-21T14:42:09,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/a2ce860eb0fa4c1b818b7dd072a39e2e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/a2ce860eb0fa4c1b818b7dd072a39e2e 2024-11-21T14:42:09,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8172a48a144a4376aa3a4f7c0da91505 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/8172a48a144a4376aa3a4f7c0da91505 2024-11-21T14:42:09,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/5be3fa14b43545cc98d0018e2c44b26b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/5be3fa14b43545cc98d0018e2c44b26b 2024-11-21T14:42:09,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/e155e6c52ae9447885b8a7be36757ac1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/e155e6c52ae9447885b8a7be36757ac1 2024-11-21T14:42:09,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9f08dcc1ec644b1a8e4696a7624c8b23 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/9f08dcc1ec644b1a8e4696a7624c8b23 2024-11-21T14:42:09,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/4cc830ccbebf482086522c7cbfc6dbc0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/4cc830ccbebf482086522c7cbfc6dbc0 2024-11-21T14:42:09,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/1da30b3aa7594c7b985bbbdf344ba8c0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/1da30b3aa7594c7b985bbbdf344ba8c0 2024-11-21T14:42:09,307 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/recovered.edits/686.seqid, newMaxSeqId=686, maxSeqId=1 2024-11-21T14:42:09,307 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69. 2024-11-21T14:42:09,308 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for e368afb7c996559c6eb6ecf1b9e68d69: Waiting for close lock at 1732200128794Running coprocessor pre-close hooks at 1732200128794Disabling compacts and flushes for region at 1732200128794Disabling writes for close at 1732200129137 (+343 ms)Writing region close event to WAL at 1732200129300 (+163 ms)Running coprocessor post-close hooks at 1732200129307 (+7 ms)Closed at 1732200129307 2024-11-21T14:42:09,309 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:42:09,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=e368afb7c996559c6eb6ecf1b9e68d69, regionState=CLOSED 2024-11-21T14:42:09,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:42:09,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-21T14:42:09,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure e368afb7c996559c6eb6ecf1b9e68d69, server=f7796871bd2a,34871,1732200036061 in 671 msec 2024-11-21T14:42:09,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-21T14:42:09,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e368afb7c996559c6eb6ecf1b9e68d69, UNASSIGN in 684 msec 2024-11-21T14:42:09,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-21T14:42:09,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 688 msec 2024-11-21T14:42:09,319 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200129319"}]},"ts":"1732200129319"} 2024-11-21T14:42:09,320 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T14:42:09,320 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T14:42:09,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 703 msec 2024-11-21T14:42:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T14:42:09,762 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:09,763 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T14:42:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:09,764 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-21T14:42:09,765 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:09,767 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:42:09,769 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/recovered.edits] 2024-11-21T14:42:09,772 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/21fa9d443496435194f76b86285805ed to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/21fa9d443496435194f76b86285805ed 2024-11-21T14:42:09,773 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/9720c3b0a7664174b51b4b5308f66e36 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/A/9720c3b0a7664174b51b4b5308f66e36 2024-11-21T14:42:09,775 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/914f7b97754d409887fb500f6df8368a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/914f7b97754d409887fb500f6df8368a 2024-11-21T14:42:09,776 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/cb842cd498ea4ccbbdf6c444be388d08 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/B/cb842cd498ea4ccbbdf6c444be388d08 2024-11-21T14:42:09,777 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/7c0642b8eefa437b89f05098ba817d84 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/7c0642b8eefa437b89f05098ba817d84 2024-11-21T14:42:09,778 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/f8c229048ef44982a01fdede10202300 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/C/f8c229048ef44982a01fdede10202300 2024-11-21T14:42:09,780 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/recovered.edits/686.seqid to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69/recovered.edits/686.seqid 2024-11-21T14:42:09,781 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/e368afb7c996559c6eb6ecf1b9e68d69 2024-11-21T14:42:09,781 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T14:42:09,783 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:09,785 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T14:42:09,787 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T14:42:09,788 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:09,788 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T14:42:09,788 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732200129788"}]},"ts":"9223372036854775807"} 2024-11-21T14:42:09,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T14:42:09,790 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e368afb7c996559c6eb6ecf1b9e68d69, NAME => 'TestAcidGuarantees,,1732200097507.e368afb7c996559c6eb6ecf1b9e68d69.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T14:42:09,790 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T14:42:09,790 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732200129790"}]},"ts":"9223372036854775807"} 2024-11-21T14:42:09,791 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T14:42:09,792 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:09,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-21T14:42:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-21T14:42:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T14:42:09,872 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:09,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 252), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=458 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=2347 (was 3043) 2024-11-21T14:42:09,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=458, ProcessCount=11, AvailableMemoryMB=2346 2024-11-21T14:42:09,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T14:42:09,891 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:42:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:09,893 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:42:09,893 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:09,893 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 85 2024-11-21T14:42:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-21T14:42:09,894 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:42:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742176_1352 (size=1061) 2024-11-21T14:42:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-21T14:42:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-21T14:42:10,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee 2024-11-21T14:42:10,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742177_1353 (size=53) 2024-11-21T14:42:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-21T14:42:10,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:42:10,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 359429fb76059c3ba31045037e8a6d50, disabling compactions & flushes 2024-11-21T14:42:10,707 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:10,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:10,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. after waiting 0 ms 2024-11-21T14:42:10,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:10,707 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:10,707 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 359429fb76059c3ba31045037e8a6d50: Waiting for close lock at 1732200130707Disabling compacts and flushes for region at 1732200130707Disabling writes for close at 1732200130707Writing region close event to WAL at 1732200130707Closed at 1732200130707 2024-11-21T14:42:10,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:42:10,709 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732200130708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200130708"}]},"ts":"1732200130708"} 2024-11-21T14:42:10,710 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:42:10,710 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:42:10,711 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200130710"}]},"ts":"1732200130710"} 2024-11-21T14:42:10,712 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T14:42:10,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, ASSIGN}] 2024-11-21T14:42:10,713 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, ASSIGN 2024-11-21T14:42:10,713 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, ASSIGN; state=OFFLINE, location=f7796871bd2a,34871,1732200036061; forceNewPlan=false, retain=false 2024-11-21T14:42:10,864 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=359429fb76059c3ba31045037e8a6d50, regionState=OPENING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, ASSIGN because future has completed 2024-11-21T14:42:10,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:42:11,020 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:11,020 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:42:11,021 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,021 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:42:11,021 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,021 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,022 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,023 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:42:11,023 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359429fb76059c3ba31045037e8a6d50 columnFamilyName A 2024-11-21T14:42:11,024 DEBUG [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:11,024 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(327): Store=359429fb76059c3ba31045037e8a6d50/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:42:11,024 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,025 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:42:11,025 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359429fb76059c3ba31045037e8a6d50 columnFamilyName B 2024-11-21T14:42:11,025 DEBUG [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:11,026 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(327): Store=359429fb76059c3ba31045037e8a6d50/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:42:11,026 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,027 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:42:11,027 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359429fb76059c3ba31045037e8a6d50 columnFamilyName C 2024-11-21T14:42:11,027 DEBUG [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:11,027 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(327): Store=359429fb76059c3ba31045037e8a6d50/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:42:11,027 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:11,027 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,028 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,028 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,029 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,029 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,029 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:42:11,030 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-21T14:42:11,032 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:42:11,032 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 359429fb76059c3ba31045037e8a6d50; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70784138, jitterRate=0.05476585030555725}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:42:11,032 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:11,033 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 359429fb76059c3ba31045037e8a6d50: Running coprocessor pre-open hook at 1732200131021Writing region info on filesystem at 1732200131021Initializing all the Stores at 1732200131022 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200131022Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200131022Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200131022Cleaning up temporary data from old regions at 1732200131029 (+7 ms)Running coprocessor post-open hooks at 1732200131032 (+3 ms)Region opened successfully at 1732200131033 (+1 ms) 2024-11-21T14:42:11,034 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., pid=87, masterSystemTime=1732200131017 2024-11-21T14:42:11,035 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:11,035 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:11,036 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=359429fb76059c3ba31045037e8a6d50, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:11,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:42:11,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-21T14:42:11,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 in 172 msec 2024-11-21T14:42:11,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-21T14:42:11,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, ASSIGN in 327 msec 2024-11-21T14:42:11,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:42:11,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200131041"}]},"ts":"1732200131041"} 2024-11-21T14:42:11,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T14:42:11,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:42:11,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-21T14:42:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-21T14:42:12,042 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:12,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59596ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:12,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:12,044 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428464f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:12,046 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:12,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@484e86d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:12,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:12,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:12,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:12,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:42:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f7796871bd2a,33569,1732200035143 2024-11-21T14:42:12,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18454770 2024-11-21T14:42:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:42:12,050 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:42:12,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T14:42:12,052 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:42:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:12,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742178_1354 (size=1097) 2024-11-21T14:42:12,463 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-21T14:42:12,463 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-21T14:42:12,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T14:42:12,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, REOPEN/MOVE}] 2024-11-21T14:42:12,467 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, REOPEN/MOVE 2024-11-21T14:42:12,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=359429fb76059c3ba31045037e8a6d50, regionState=CLOSING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:12,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, REOPEN/MOVE because future has completed 2024-11-21T14:42:12,469 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:42:12,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:42:12,621 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,621 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:42:12,622 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 359429fb76059c3ba31045037e8a6d50, disabling compactions & flushes 2024-11-21T14:42:12,622 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:12,622 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:12,622 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. after waiting 0 ms 2024-11-21T14:42:12,622 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:12,625 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:42:12,625 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:12,626 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 359429fb76059c3ba31045037e8a6d50: Waiting for close lock at 1732200132622Running coprocessor pre-close hooks at 1732200132622Disabling compacts and flushes for region at 1732200132622Disabling writes for close at 1732200132622Writing region close event to WAL at 1732200132622Running coprocessor post-close hooks at 1732200132625 (+3 ms)Closed at 1732200132625 2024-11-21T14:42:12,626 WARN [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: 359429fb76059c3ba31045037e8a6d50 to self. 2024-11-21T14:42:12,627 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=359429fb76059c3ba31045037e8a6d50, regionState=CLOSED 2024-11-21T14:42:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:42:12,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-21T14:42:12,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 in 160 msec 2024-11-21T14:42:12,631 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, REOPEN/MOVE; state=CLOSED, location=f7796871bd2a,34871,1732200036061; forceNewPlan=false, retain=true 2024-11-21T14:42:12,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=359429fb76059c3ba31045037e8a6d50, regionState=OPENING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:12,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, REOPEN/MOVE because future has completed 2024-11-21T14:42:12,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:42:12,938 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:12,938 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:42:12,939 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,939 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:42:12,939 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,939 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,940 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,941 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:42:12,942 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359429fb76059c3ba31045037e8a6d50 columnFamilyName A 2024-11-21T14:42:12,943 DEBUG [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:12,943 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(327): Store=359429fb76059c3ba31045037e8a6d50/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:42:12,944 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,944 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:42:12,944 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359429fb76059c3ba31045037e8a6d50 columnFamilyName B 2024-11-21T14:42:12,944 DEBUG [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:12,945 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(327): Store=359429fb76059c3ba31045037e8a6d50/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:42:12,945 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,945 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:42:12,945 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 359429fb76059c3ba31045037e8a6d50 columnFamilyName C 2024-11-21T14:42:12,945 DEBUG [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:12,946 INFO [StoreOpener-359429fb76059c3ba31045037e8a6d50-1 {}] regionserver.HStore(327): Store=359429fb76059c3ba31045037e8a6d50/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:42:12,946 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:12,946 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,946 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,947 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,948 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,948 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,948 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:42:12,949 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,950 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened 359429fb76059c3ba31045037e8a6d50; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72643184, jitterRate=0.08246779441833496}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:42:12,950 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:12,950 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for 359429fb76059c3ba31045037e8a6d50: Running coprocessor pre-open hook at 1732200132939Writing region info on filesystem at 1732200132939Initializing all the Stores at 1732200132940 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200132940Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200132940Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200132940Cleaning up temporary data from old regions at 1732200132948 (+8 ms)Running coprocessor post-open hooks at 1732200132950 (+2 ms)Region opened successfully at 1732200132950 2024-11-21T14:42:12,951 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., pid=92, masterSystemTime=1732200132935 2024-11-21T14:42:12,953 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:12,953 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:12,953 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=359429fb76059c3ba31045037e8a6d50, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:12,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:42:12,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90 2024-11-21T14:42:12,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 in 171 msec 2024-11-21T14:42:12,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-21T14:42:12,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, REOPEN/MOVE in 489 msec 2024-11-21T14:42:12,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-21T14:42:12,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-21T14:42:12,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 909 msec 2024-11-21T14:42:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-21T14:42:12,963 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:12,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4853c07b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:12,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:12,966 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:12,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:12,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:12,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6485e8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:12,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:12,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:12,967 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:12,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34752bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7d3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:12,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:12,970 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ea2ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:12,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:12,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:12,972 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:12,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646a4bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b614aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:12,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:12,974 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b121ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:12,975 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:12,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564b19b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c87087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:12,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:12,977 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:12,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4ee4e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:12,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:12,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:12,979 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:12,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e48b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7679e723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:12,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:12,981 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ed02c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:12,982 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:12,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f13e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f259004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:12,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:12,984 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb417c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:12,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:12,985 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:12,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eebf3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526ed020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:12,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:12,987 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:12,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:12,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:12,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108659b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:12,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:12,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:12,988 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:12,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd50e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2ec5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:12,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:12,990 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d95dad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:12,991 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:12,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317c61d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ee78e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:12,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:12,993 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:12,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:12,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5018ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:12,995 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5539a5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ee060c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:12,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:12,997 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68916a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:12,998 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a475f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:12,999 DEBUG [Thread-1603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:12,999 DEBUG [Thread-1609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:12,999 DEBUG [Thread-1616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:12,999 DEBUG [Thread-1622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:13,000 DEBUG [Thread-1611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:13,000 DEBUG [Thread-1620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:13,000 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:13,000 DEBUG [Thread-1607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:13,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:13,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:13,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:13,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:13,001 DEBUG [Thread-1605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:13,001 DEBUG [Thread-1614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:13,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:13,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:13,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:13,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:13,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:13,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:13,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:13,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:13,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:13,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:13,004 DEBUG [Thread-1618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-21T14:42:13,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:13,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:13,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:13,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:13,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:13,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:13,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:13,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T14:42:13,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:13,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:13,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:13,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:13,008 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:13,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:42:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:42:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:42:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:42:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:42:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:42:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:42:13,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:42:13,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:42:13,013 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:13,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:13,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:42:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:13,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T14:42:13,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:13,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:13,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:13,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:13,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:13,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:13,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b5bd4e1df7a24f4eb614e40c7caba31d_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200133012/Put/seqid=0 2024-11-21T14:42:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742179_1355 (size=14594) 2024-11-21T14:42:13,070 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:13,074 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b5bd4e1df7a24f4eb614e40c7caba31d_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b5bd4e1df7a24f4eb614e40c7caba31d_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:13,076 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/cd2e4b14716346989008507e92d92c05, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:13,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/cd2e4b14716346989008507e92d92c05 is 175, key is test_row_0/A:col10/1732200133012/Put/seqid=0 2024-11-21T14:42:13,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742180_1356 (size=39549) 2024-11-21T14:42:13,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200193081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200193081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200193083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200193084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200193092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T14:42:13,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T14:42:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200193201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200193202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200193202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200193202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200193202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T14:42:13,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T14:42:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200193422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200193422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200193422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200193422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200193422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T14:42:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,485 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/cd2e4b14716346989008507e92d92c05 2024-11-21T14:42:13,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/f7ac5f3006ef42beb098d8d0c5e3ceba is 50, key is test_row_0/B:col10/1732200133012/Put/seqid=0 2024-11-21T14:42:13,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742181_1357 (size=12001) 2024-11-21T14:42:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T14:42:13,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T14:42:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:13,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200193742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200193742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200193742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200193742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200193742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:13,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T14:42:13,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:13,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/f7ac5f3006ef42beb098d8d0c5e3ceba 2024-11-21T14:42:13,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T14:42:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:13,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:13,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/a31d9e83278a401283708f0e382aa1b4 is 50, key is test_row_0/C:col10/1732200133012/Put/seqid=0 2024-11-21T14:42:13,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742182_1358 (size=12001) 2024-11-21T14:42:14,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T14:42:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:14,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T14:42:14,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T14:42:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:14,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:14,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200194251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:14,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200194261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:14,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200194262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:14,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200194262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:14,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200194262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:14,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/a31d9e83278a401283708f0e382aa1b4 2024-11-21T14:42:14,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/cd2e4b14716346989008507e92d92c05 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/cd2e4b14716346989008507e92d92c05 2024-11-21T14:42:14,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/cd2e4b14716346989008507e92d92c05, entries=200, sequenceid=17, filesize=38.6 K 2024-11-21T14:42:14,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/f7ac5f3006ef42beb098d8d0c5e3ceba as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f7ac5f3006ef42beb098d8d0c5e3ceba 2024-11-21T14:42:14,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f7ac5f3006ef42beb098d8d0c5e3ceba, entries=150, sequenceid=17, filesize=11.7 K 2024-11-21T14:42:14,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/a31d9e83278a401283708f0e382aa1b4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a31d9e83278a401283708f0e382aa1b4 2024-11-21T14:42:14,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a31d9e83278a401283708f0e382aa1b4, entries=150, sequenceid=17, filesize=11.7 K 2024-11-21T14:42:14,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 359429fb76059c3ba31045037e8a6d50 in 1342ms, sequenceid=17, compaction requested=false 2024-11-21T14:42:14,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:14,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-21T14:42:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:14,399 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T14:42:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:14,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c4351b86b8364a6db7f7ba718eae5af7_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200133090/Put/seqid=0 2024-11-21T14:42:14,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742183_1359 (size=12154) 2024-11-21T14:42:14,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:14,815 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c4351b86b8364a6db7f7ba718eae5af7_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c4351b86b8364a6db7f7ba718eae5af7_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:14,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/5750e0a0ff5a49f38e9b6ade030b44dd, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:14,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/5750e0a0ff5a49f38e9b6ade030b44dd is 175, key is test_row_0/A:col10/1732200133090/Put/seqid=0 2024-11-21T14:42:14,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742184_1360 (size=30955) 2024-11-21T14:42:14,839 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:42:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T14:42:15,227 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/5750e0a0ff5a49f38e9b6ade030b44dd 2024-11-21T14:42:15,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/af1b3f43574749d6b3787c924b1b5c03 is 50, key is test_row_0/B:col10/1732200133090/Put/seqid=0 2024-11-21T14:42:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742185_1361 (size=12001) 2024-11-21T14:42:15,239 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/af1b3f43574749d6b3787c924b1b5c03 2024-11-21T14:42:15,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/41b2264c9c9b43a28c6c71ebcb51f8b0 is 50, key is test_row_0/C:col10/1732200133090/Put/seqid=0 2024-11-21T14:42:15,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742186_1362 (size=12001) 2024-11-21T14:42:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:15,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:15,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200195290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200195291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200195301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200195302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200195302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200195412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200195412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200195412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200195421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200195421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200195632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200195632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200195632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200195632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200195632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:15,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:15,652 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/41b2264c9c9b43a28c6c71ebcb51f8b0 2024-11-21T14:42:15,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/5750e0a0ff5a49f38e9b6ade030b44dd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5750e0a0ff5a49f38e9b6ade030b44dd 2024-11-21T14:42:15,660 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5750e0a0ff5a49f38e9b6ade030b44dd, entries=150, sequenceid=36, filesize=30.2 K 2024-11-21T14:42:15,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/af1b3f43574749d6b3787c924b1b5c03 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/af1b3f43574749d6b3787c924b1b5c03 2024-11-21T14:42:15,665 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/af1b3f43574749d6b3787c924b1b5c03, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T14:42:15,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/41b2264c9c9b43a28c6c71ebcb51f8b0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/41b2264c9c9b43a28c6c71ebcb51f8b0 2024-11-21T14:42:15,669 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/41b2264c9c9b43a28c6c71ebcb51f8b0, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T14:42:15,670 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 359429fb76059c3ba31045037e8a6d50 in 1271ms, sequenceid=36, compaction requested=false 2024-11-21T14:42:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-21T14:42:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-21T14:42:15,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-21T14:42:15,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6590 sec 2024-11-21T14:42:15,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.6740 sec 2024-11-21T14:42:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:15,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T14:42:15,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:15,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:15,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:15,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:15,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:15,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:15,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112170b2e73edf624f5eaa0339b0470eb0bc_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200135956/Put/seqid=0 2024-11-21T14:42:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742187_1363 (size=17034) 2024-11-21T14:42:16,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200195992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200195993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200195995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200195996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200195998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200196121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200196122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200196122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200196122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200196122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200196331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200196332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200196332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200196332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200196332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:16,374 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112170b2e73edf624f5eaa0339b0470eb0bc_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170b2e73edf624f5eaa0339b0470eb0bc_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:16,374 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/b66541ac558041d38d9ab6db09f07d57, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:16,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/b66541ac558041d38d9ab6db09f07d57 is 175, key is test_row_0/A:col10/1732200135956/Put/seqid=0 2024-11-21T14:42:16,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742188_1364 (size=48139) 2024-11-21T14:42:16,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200196651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200196652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200196652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200196652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200196652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:16,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:16,779 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/b66541ac558041d38d9ab6db09f07d57 2024-11-21T14:42:16,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/eb098e0d958640dc856e010c843d6093 is 50, key is test_row_0/B:col10/1732200135956/Put/seqid=0 2024-11-21T14:42:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742189_1365 (size=12001) 2024-11-21T14:42:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-21T14:42:17,172 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:17,172 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:17,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200197162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:17,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200197162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:17,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-21T14:42:17,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200197162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:17,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200197162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T14:42:17,174 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:17,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:17,175 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:17,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:17,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200197172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:17,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:17,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:17,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:17,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/eb098e0d958640dc856e010c843d6093 2024-11-21T14:42:17,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/00e0ff2e40b641dead44b2e2c7578690 is 50, key is test_row_0/C:col10/1732200135956/Put/seqid=0 2024-11-21T14:42:17,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742190_1366 (size=12001) 2024-11-21T14:42:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T14:42:17,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T14:42:17,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:17,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:17,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:17,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:17,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:17,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T14:42:17,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:17,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:17,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:17,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:17,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T14:42:17,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/00e0ff2e40b641dead44b2e2c7578690 2024-11-21T14:42:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/b66541ac558041d38d9ab6db09f07d57 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/b66541ac558041d38d9ab6db09f07d57 2024-11-21T14:42:17,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/b66541ac558041d38d9ab6db09f07d57, entries=250, sequenceid=51, filesize=47.0 K 2024-11-21T14:42:17,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/eb098e0d958640dc856e010c843d6093 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/eb098e0d958640dc856e010c843d6093 2024-11-21T14:42:17,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/eb098e0d958640dc856e010c843d6093, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T14:42:17,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/00e0ff2e40b641dead44b2e2c7578690 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/00e0ff2e40b641dead44b2e2c7578690 2024-11-21T14:42:17,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/00e0ff2e40b641dead44b2e2c7578690, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T14:42:17,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 359429fb76059c3ba31045037e8a6d50 in 1667ms, sequenceid=51, compaction requested=true 2024-11-21T14:42:17,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:17,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:17,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:17,624 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:17,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:17,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:17,624 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:17,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:17,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:17,625 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:17,625 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:17,625 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/A is initiating minor compaction (all files) 2024-11-21T14:42:17,625 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/B is initiating minor compaction (all files) 2024-11-21T14:42:17,625 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/A in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:17,625 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/B in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:17,625 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/cd2e4b14716346989008507e92d92c05, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5750e0a0ff5a49f38e9b6ade030b44dd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/b66541ac558041d38d9ab6db09f07d57] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=115.9 K 2024-11-21T14:42:17,625 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f7ac5f3006ef42beb098d8d0c5e3ceba, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/af1b3f43574749d6b3787c924b1b5c03, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/eb098e0d958640dc856e010c843d6093] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=35.2 K 2024-11-21T14:42:17,625 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:17,625 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/cd2e4b14716346989008507e92d92c05, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5750e0a0ff5a49f38e9b6ade030b44dd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/b66541ac558041d38d9ab6db09f07d57] 2024-11-21T14:42:17,626 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting f7ac5f3006ef42beb098d8d0c5e3ceba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732200133012 2024-11-21T14:42:17,626 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd2e4b14716346989008507e92d92c05, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732200133012 2024-11-21T14:42:17,626 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting af1b3f43574749d6b3787c924b1b5c03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732200133064 2024-11-21T14:42:17,626 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5750e0a0ff5a49f38e9b6ade030b44dd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732200133064 2024-11-21T14:42:17,626 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting eb098e0d958640dc856e010c843d6093, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732200135301 2024-11-21T14:42:17,626 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b66541ac558041d38d9ab6db09f07d57, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732200135289 2024-11-21T14:42:17,633 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:17,634 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:17,634 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/7b2546b410b940669c8e8d78b35c73dd is 50, key is test_row_0/B:col10/1732200135956/Put/seqid=0 2024-11-21T14:42:17,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-21T14:42:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:17,635 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-21T14:42:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:17,637 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210354e735f70a459993ff3e3e546472f1_359429fb76059c3ba31045037e8a6d50 store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:17,639 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210354e735f70a459993ff3e3e546472f1_359429fb76059c3ba31045037e8a6d50, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:17,639 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210354e735f70a459993ff3e3e546472f1_359429fb76059c3ba31045037e8a6d50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742191_1367 (size=12104) 2024-11-21T14:42:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121941385b4a3a74257a17e2cb301ceba83_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200135994/Put/seqid=0 2024-11-21T14:42:17,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742192_1368 (size=4469) 2024-11-21T14:42:17,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742193_1369 (size=12154) 2024-11-21T14:42:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T14:42:18,044 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/7b2546b410b940669c8e8d78b35c73dd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/7b2546b410b940669c8e8d78b35c73dd 2024-11-21T14:42:18,048 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#A#compaction#316 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:18,048 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/f5fd5c5fc6664a41885fd45cc97ce5f7 is 175, key is test_row_0/A:col10/1732200135956/Put/seqid=0 2024-11-21T14:42:18,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:18,050 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/B of 359429fb76059c3ba31045037e8a6d50 into 7b2546b410b940669c8e8d78b35c73dd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:18,050 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:18,050 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/B, priority=13, startTime=1732200137624; duration=0sec 2024-11-21T14:42:18,050 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:18,050 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:B 2024-11-21T14:42:18,050 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:18,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742194_1370 (size=31058) 2024-11-21T14:42:18,054 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:18,054 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/C is initiating minor compaction (all files) 2024-11-21T14:42:18,054 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/C in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:18,054 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a31d9e83278a401283708f0e382aa1b4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/41b2264c9c9b43a28c6c71ebcb51f8b0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/00e0ff2e40b641dead44b2e2c7578690] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=35.2 K 2024-11-21T14:42:18,055 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a31d9e83278a401283708f0e382aa1b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732200133012 2024-11-21T14:42:18,056 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 41b2264c9c9b43a28c6c71ebcb51f8b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732200133064 2024-11-21T14:42:18,056 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121941385b4a3a74257a17e2cb301ceba83_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121941385b4a3a74257a17e2cb301ceba83_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:18,056 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 00e0ff2e40b641dead44b2e2c7578690, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732200135301 2024-11-21T14:42:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/434c0f7fd40d43b2ac10fd5e52cac313, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:18,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/434c0f7fd40d43b2ac10fd5e52cac313 is 175, key is test_row_0/A:col10/1732200135994/Put/seqid=0 2024-11-21T14:42:18,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742195_1371 (size=30955) 2024-11-21T14:42:18,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=68, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/434c0f7fd40d43b2ac10fd5e52cac313 2024-11-21T14:42:18,067 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:18,068 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/661018a09ce3457a9b2b8ae7d67de703 is 50, key is test_row_0/C:col10/1732200135956/Put/seqid=0 2024-11-21T14:42:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742196_1372 (size=12104) 2024-11-21T14:42:18,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/22896987b79f45e9a5f19c7c9210910e is 50, key is test_row_0/B:col10/1732200135994/Put/seqid=0 2024-11-21T14:42:18,090 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/661018a09ce3457a9b2b8ae7d67de703 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/661018a09ce3457a9b2b8ae7d67de703 2024-11-21T14:42:18,096 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/C of 359429fb76059c3ba31045037e8a6d50 into 661018a09ce3457a9b2b8ae7d67de703(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:18,096 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:18,096 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/C, priority=13, startTime=1732200137624; duration=0sec 2024-11-21T14:42:18,096 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:18,096 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:C 2024-11-21T14:42:18,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742197_1373 (size=12001) 2024-11-21T14:42:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:18,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:18,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200198202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200198203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200198204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200198210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200198211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T14:42:18,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200198321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200198321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200198321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200198321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200198332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,458 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/f5fd5c5fc6664a41885fd45cc97ce5f7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f5fd5c5fc6664a41885fd45cc97ce5f7 2024-11-21T14:42:18,462 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/A of 359429fb76059c3ba31045037e8a6d50 into f5fd5c5fc6664a41885fd45cc97ce5f7(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:18,462 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:18,462 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/A, priority=13, startTime=1732200137624; duration=0sec 2024-11-21T14:42:18,462 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:18,462 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:A 2024-11-21T14:42:18,508 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/22896987b79f45e9a5f19c7c9210910e 2024-11-21T14:42:18,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/6ed72e39f3794f86b9514173475e8d80 is 50, key is test_row_0/C:col10/1732200135994/Put/seqid=0 2024-11-21T14:42:18,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742198_1374 (size=12001) 2024-11-21T14:42:18,520 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/6ed72e39f3794f86b9514173475e8d80 2024-11-21T14:42:18,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/434c0f7fd40d43b2ac10fd5e52cac313 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/434c0f7fd40d43b2ac10fd5e52cac313 2024-11-21T14:42:18,527 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/434c0f7fd40d43b2ac10fd5e52cac313, entries=150, sequenceid=68, filesize=30.2 K 2024-11-21T14:42:18,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/22896987b79f45e9a5f19c7c9210910e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/22896987b79f45e9a5f19c7c9210910e 2024-11-21T14:42:18,531 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/22896987b79f45e9a5f19c7c9210910e, entries=150, sequenceid=68, filesize=11.7 K 2024-11-21T14:42:18,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/6ed72e39f3794f86b9514173475e8d80 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/6ed72e39f3794f86b9514173475e8d80 2024-11-21T14:42:18,536 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/6ed72e39f3794f86b9514173475e8d80, entries=150, sequenceid=68, filesize=11.7 K 2024-11-21T14:42:18,537 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 359429fb76059c3ba31045037e8a6d50 in 901ms, sequenceid=68, compaction requested=false 2024-11-21T14:42:18,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:18,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:18,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-21T14:42:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-21T14:42:18,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-21T14:42:18,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3630 sec 2024-11-21T14:42:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:18,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.3680 sec 2024-11-21T14:42:18,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-21T14:42:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:18,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219fbe0b2b3afc4dfbbbc5e4c7d1b7ba2e_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200138541/Put/seqid=0 2024-11-21T14:42:18,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742199_1375 (size=14594) 2024-11-21T14:42:18,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200198563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200198564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200198566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200198567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200198574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200198681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200198682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200198682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200198692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200198692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200198892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200198892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200198892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200198911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200198912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:18,958 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:18,961 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219fbe0b2b3afc4dfbbbc5e4c7d1b7ba2e_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219fbe0b2b3afc4dfbbbc5e4c7d1b7ba2e_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:18,962 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/ec38219fe13643c5a0799e5a16fc1c1b, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:18,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/ec38219fe13643c5a0799e5a16fc1c1b is 175, key is test_row_0/A:col10/1732200138541/Put/seqid=0 2024-11-21T14:42:18,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742200_1376 (size=39549) 2024-11-21T14:42:19,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200199202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:19,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200199212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200199212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:19,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200199221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200199222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-21T14:42:19,322 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:19,322 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-21T14:42:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T14:42:19,324 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:19,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:19,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:19,368 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/ec38219fe13643c5a0799e5a16fc1c1b 2024-11-21T14:42:19,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/6e92b476cf4841e1a1406cb877d134dd is 50, key is test_row_0/B:col10/1732200138541/Put/seqid=0 2024-11-21T14:42:19,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742201_1377 (size=12001) 2024-11-21T14:42:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T14:42:19,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T14:42:19,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:19,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:19,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:19,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:19,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:19,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T14:42:19,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:19,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:19,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:19,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:19,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T14:42:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200199712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:19,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200199731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:19,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200199731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:19,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200199742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:19,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200199742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:19,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/6e92b476cf4841e1a1406cb877d134dd 2024-11-21T14:42:19,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T14:42:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:19,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:19,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/fa6d87679a1547dd923afcbccb53ec23 is 50, key is test_row_0/C:col10/1732200138541/Put/seqid=0 2024-11-21T14:42:19,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742202_1378 (size=12001) 2024-11-21T14:42:19,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/fa6d87679a1547dd923afcbccb53ec23 2024-11-21T14:42:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/ec38219fe13643c5a0799e5a16fc1c1b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/ec38219fe13643c5a0799e5a16fc1c1b 2024-11-21T14:42:19,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/ec38219fe13643c5a0799e5a16fc1c1b, entries=200, sequenceid=89, filesize=38.6 K 2024-11-21T14:42:19,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/6e92b476cf4841e1a1406cb877d134dd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/6e92b476cf4841e1a1406cb877d134dd 2024-11-21T14:42:19,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/6e92b476cf4841e1a1406cb877d134dd, entries=150, sequenceid=89, filesize=11.7 K 2024-11-21T14:42:19,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/fa6d87679a1547dd923afcbccb53ec23 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/fa6d87679a1547dd923afcbccb53ec23 2024-11-21T14:42:19,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/fa6d87679a1547dd923afcbccb53ec23, entries=150, sequenceid=89, filesize=11.7 K 2024-11-21T14:42:19,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 359429fb76059c3ba31045037e8a6d50 in 1340ms, sequenceid=89, compaction requested=true 2024-11-21T14:42:19,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:19,881 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:19,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:19,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:19,881 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:19,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:19,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:19,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:19,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:19,886 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:19,886 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/B is initiating minor compaction (all files) 2024-11-21T14:42:19,886 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/B in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:19,886 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/7b2546b410b940669c8e8d78b35c73dd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/22896987b79f45e9a5f19c7c9210910e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/6e92b476cf4841e1a1406cb877d134dd] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=35.3 K 2024-11-21T14:42:19,886 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:19,886 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/A is initiating minor compaction (all files) 2024-11-21T14:42:19,886 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/A in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:19,886 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f5fd5c5fc6664a41885fd45cc97ce5f7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/434c0f7fd40d43b2ac10fd5e52cac313, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/ec38219fe13643c5a0799e5a16fc1c1b] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=99.2 K 2024-11-21T14:42:19,886 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:19,886 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f5fd5c5fc6664a41885fd45cc97ce5f7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/434c0f7fd40d43b2ac10fd5e52cac313, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/ec38219fe13643c5a0799e5a16fc1c1b] 2024-11-21T14:42:19,887 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b2546b410b940669c8e8d78b35c73dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732200135301 2024-11-21T14:42:19,887 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5fd5c5fc6664a41885fd45cc97ce5f7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732200135301 2024-11-21T14:42:19,887 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 22896987b79f45e9a5f19c7c9210910e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732200135976 2024-11-21T14:42:19,888 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 434c0f7fd40d43b2ac10fd5e52cac313, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732200135976 2024-11-21T14:42:19,888 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e92b476cf4841e1a1406cb877d134dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732200138209 2024-11-21T14:42:19,888 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec38219fe13643c5a0799e5a16fc1c1b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732200138209 2024-11-21T14:42:19,900 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:19,914 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#B#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:19,915 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/bef0c8894cfb4545918683b6a9ad56d6 is 50, key is test_row_0/B:col10/1732200138541/Put/seqid=0 2024-11-21T14:42:19,923 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112155bfbb85944f480086eb6a3cf13a2c88_359429fb76059c3ba31045037e8a6d50 store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:19,926 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112155bfbb85944f480086eb6a3cf13a2c88_359429fb76059c3ba31045037e8a6d50, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:19,926 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112155bfbb85944f480086eb6a3cf13a2c88_359429fb76059c3ba31045037e8a6d50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:19,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-21T14:42:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:19,942 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T14:42:19,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:19,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T14:42:19,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742203_1379 (size=12207) 2024-11-21T14:42:19,991 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/bef0c8894cfb4545918683b6a9ad56d6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/bef0c8894cfb4545918683b6a9ad56d6 2024-11-21T14:42:20,002 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/B of 359429fb76059c3ba31045037e8a6d50 into bef0c8894cfb4545918683b6a9ad56d6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:20,002 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:20,002 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/B, priority=13, startTime=1732200139881; duration=0sec 2024-11-21T14:42:20,002 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:20,002 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:B 2024-11-21T14:42:20,002 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:20,007 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:20,007 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/C is initiating minor compaction (all files) 2024-11-21T14:42:20,007 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/C in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:20,007 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/661018a09ce3457a9b2b8ae7d67de703, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/6ed72e39f3794f86b9514173475e8d80, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/fa6d87679a1547dd923afcbccb53ec23] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=35.3 K 2024-11-21T14:42:20,007 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 661018a09ce3457a9b2b8ae7d67de703, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732200135301 2024-11-21T14:42:20,008 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ed72e39f3794f86b9514173475e8d80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732200135976 2024-11-21T14:42:20,008 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting fa6d87679a1547dd923afcbccb53ec23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732200138209 2024-11-21T14:42:20,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742204_1380 (size=4469) 2024-11-21T14:42:20,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f442cea6a0134cbeae9ea847d3b7d6bf_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200138561/Put/seqid=0 2024-11-21T14:42:20,037 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#C#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:20,038 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/efdc0e5ab4f3467d95ed43a59de338c7 is 50, key is test_row_0/C:col10/1732200138541/Put/seqid=0 2024-11-21T14:42:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742205_1381 (size=12154) 2024-11-21T14:42:20,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742206_1382 (size=12207) 2024-11-21T14:42:20,059 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f442cea6a0134cbeae9ea847d3b7d6bf_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f442cea6a0134cbeae9ea847d3b7d6bf_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:20,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/a25e74231f734200874f3143b02cf481, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:20,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/a25e74231f734200874f3143b02cf481 is 175, key is test_row_0/A:col10/1732200138561/Put/seqid=0 2024-11-21T14:42:20,069 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/efdc0e5ab4f3467d95ed43a59de338c7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/efdc0e5ab4f3467d95ed43a59de338c7 2024-11-21T14:42:20,081 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/C of 359429fb76059c3ba31045037e8a6d50 into efdc0e5ab4f3467d95ed43a59de338c7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:20,081 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:20,081 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/C, priority=13, startTime=1732200139882; duration=0sec 2024-11-21T14:42:20,081 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:20,081 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:C 2024-11-21T14:42:20,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742207_1383 (size=30955) 2024-11-21T14:42:20,102 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/a25e74231f734200874f3143b02cf481 2024-11-21T14:42:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/5da7e06a4e5c43c18589d6407350a957 is 50, key is test_row_0/B:col10/1732200138561/Put/seqid=0 2024-11-21T14:42:20,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742208_1384 (size=12001) 2024-11-21T14:42:20,188 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/5da7e06a4e5c43c18589d6407350a957 2024-11-21T14:42:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/8affe45330484e34bff889d66f165957 is 50, key is test_row_0/C:col10/1732200138561/Put/seqid=0 2024-11-21T14:42:20,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742209_1385 (size=12001) 2024-11-21T14:42:20,214 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/8affe45330484e34bff889d66f165957 2024-11-21T14:42:20,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/a25e74231f734200874f3143b02cf481 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/a25e74231f734200874f3143b02cf481 2024-11-21T14:42:20,233 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/a25e74231f734200874f3143b02cf481, entries=150, sequenceid=103, filesize=30.2 K 2024-11-21T14:42:20,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/5da7e06a4e5c43c18589d6407350a957 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/5da7e06a4e5c43c18589d6407350a957 2024-11-21T14:42:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,238 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/5da7e06a4e5c43c18589d6407350a957, entries=150, sequenceid=103, filesize=11.7 K 2024-11-21T14:42:20,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/8affe45330484e34bff889d66f165957 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8affe45330484e34bff889d66f165957 2024-11-21T14:42:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,246 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8affe45330484e34bff889d66f165957, entries=150, sequenceid=103, filesize=11.7 K 2024-11-21T14:42:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,247 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for 359429fb76059c3ba31045037e8a6d50 in 305ms, sequenceid=103, compaction requested=false 2024-11-21T14:42:20,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:20,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:20,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-21T14:42:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-21T14:42:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-21T14:42:20,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 924 msec 2024-11-21T14:42:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 930 msec 2024-11-21T14:42:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,416 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#A#compaction#324 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,417 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/5fa648e7016b42d7873a36a8bfff8719 is 175, key is test_row_0/A:col10/1732200138541/Put/seqid=0 2024-11-21T14:42:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742210_1386 (size=31161) 2024-11-21T14:42:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,427 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/5fa648e7016b42d7873a36a8bfff8719 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5fa648e7016b42d7873a36a8bfff8719 2024-11-21T14:42:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,433 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/A of 359429fb76059c3ba31045037e8a6d50 into 5fa648e7016b42d7873a36a8bfff8719(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:20,433 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:20,433 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/A, priority=13, startTime=1732200139881; duration=0sec 2024-11-21T14:42:20,433 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:20,434 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:A 2024-11-21T14:42:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-21T14:42:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,462 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,463 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-21T14:42:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,465 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T14:42:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,466 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:20,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T14:42:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-21T14:42:20,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:20,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:20,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-21T14:42:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-21T14:42:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-21T14:42:20,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-21T14:42:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 161 msec 2024-11-21T14:42:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-21T14:42:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,782 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,783 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-21T14:42:20,787 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,788 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T14:42:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:20,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:42:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:20,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:20,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:20,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:20,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f10046b9648844b8bb255c19ca5ac4f6_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200140809/Put/seqid=0 2024-11-21T14:42:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742211_1387 (size=21918) 2024-11-21T14:42:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T14:42:20,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200140836, max timestamp=1732200140895Num uniques 859; 2024-11-21T14:42:20,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200140836, max timestamp=1732200140895Num uniques 859; 2024-11-21T14:42:20,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:42:20,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200140836, max timestamp=1732200140895Num uniques 859; 2024-11-21T14:42:20,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:42:20,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:42:20,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:20,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:20,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:20,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:20,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:20,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:20,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200200936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:20,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200200937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:20,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200200939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:20,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200200940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:20,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200200946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200201052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200201061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200201061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200201062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200201072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T14:42:21,228 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:21,232 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f10046b9648844b8bb255c19ca5ac4f6_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f10046b9648844b8bb255c19ca5ac4f6_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:21,233 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/687a28ab3210415287e1ba4d2f9b197a, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:21,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/687a28ab3210415287e1ba4d2f9b197a is 175, key is test_row_0/A:col10/1732200140809/Put/seqid=0 2024-11-21T14:42:21,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742212_1388 (size=65323) 2024-11-21T14:42:21,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200201262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200201282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200201282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200201282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200201291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T14:42:21,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:21,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200201582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200201602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200201602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200201602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200201612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:21,639 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/687a28ab3210415287e1ba4d2f9b197a 2024-11-21T14:42:21,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/8f1f5f42b89240bf87d47a80c7f3e781 is 50, key is test_row_0/B:col10/1732200140809/Put/seqid=0 2024-11-21T14:42:21,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742213_1389 (size=12001) 2024-11-21T14:42:21,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:21,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T14:42:22,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/8f1f5f42b89240bf87d47a80c7f3e781 2024-11-21T14:42:22,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/64a50f4e8cb140369fbe714610b662da is 50, key is test_row_0/C:col10/1732200140809/Put/seqid=0 2024-11-21T14:42:22,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742214_1390 (size=12001) 2024-11-21T14:42:22,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200202101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200202121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200202121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200202122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:22,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200202132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:22,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/64a50f4e8cb140369fbe714610b662da 2024-11-21T14:42:22,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/687a28ab3210415287e1ba4d2f9b197a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/687a28ab3210415287e1ba4d2f9b197a 2024-11-21T14:42:22,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/687a28ab3210415287e1ba4d2f9b197a, entries=350, sequenceid=117, filesize=63.8 K 2024-11-21T14:42:22,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/8f1f5f42b89240bf87d47a80c7f3e781 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/8f1f5f42b89240bf87d47a80c7f3e781 2024-11-21T14:42:22,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:22,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/8f1f5f42b89240bf87d47a80c7f3e781, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T14:42:22,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:22,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/64a50f4e8cb140369fbe714610b662da as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/64a50f4e8cb140369fbe714610b662da 2024-11-21T14:42:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:22,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/64a50f4e8cb140369fbe714610b662da, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T14:42:22,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 359429fb76059c3ba31045037e8a6d50 in 1669ms, sequenceid=117, compaction requested=true 2024-11-21T14:42:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:22,479 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:22,479 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:22,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:22,480 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:22,480 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:22,480 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/B is initiating minor compaction (all files) 2024-11-21T14:42:22,480 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/A is initiating minor compaction (all files) 2024-11-21T14:42:22,480 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/B in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,480 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/A in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,480 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/bef0c8894cfb4545918683b6a9ad56d6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/5da7e06a4e5c43c18589d6407350a957, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/8f1f5f42b89240bf87d47a80c7f3e781] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=35.4 K 2024-11-21T14:42:22,481 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5fa648e7016b42d7873a36a8bfff8719, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/a25e74231f734200874f3143b02cf481, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/687a28ab3210415287e1ba4d2f9b197a] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=124.5 K 2024-11-21T14:42:22,481 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,481 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5fa648e7016b42d7873a36a8bfff8719, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/a25e74231f734200874f3143b02cf481, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/687a28ab3210415287e1ba4d2f9b197a] 2024-11-21T14:42:22,481 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting bef0c8894cfb4545918683b6a9ad56d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732200138209 2024-11-21T14:42:22,481 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fa648e7016b42d7873a36a8bfff8719, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732200138209 2024-11-21T14:42:22,481 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 5da7e06a4e5c43c18589d6407350a957, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732200138561 2024-11-21T14:42:22,482 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f1f5f42b89240bf87d47a80c7f3e781, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732200140784 2024-11-21T14:42:22,482 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting a25e74231f734200874f3143b02cf481, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732200138561 2024-11-21T14:42:22,482 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 687a28ab3210415287e1ba4d2f9b197a, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732200140784 2024-11-21T14:42:22,492 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#B#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:22,492 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/3b291e145bc1492d89932d20cbf94149 is 50, key is test_row_0/B:col10/1732200140809/Put/seqid=0 2024-11-21T14:42:22,494 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:22,495 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ea2f4443a794469fb86fcd86b841d966_359429fb76059c3ba31045037e8a6d50 store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:22,497 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ea2f4443a794469fb86fcd86b841d966_359429fb76059c3ba31045037e8a6d50, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:22,497 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ea2f4443a794469fb86fcd86b841d966_359429fb76059c3ba31045037e8a6d50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742215_1391 (size=12309) 2024-11-21T14:42:22,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742216_1392 (size=4469) 2024-11-21T14:42:22,502 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#A#compaction#334 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:22,503 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/0210403ff1564f89998868f9825adf29 is 175, key is test_row_0/A:col10/1732200140809/Put/seqid=0 2024-11-21T14:42:22,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742217_1393 (size=31263) 2024-11-21T14:42:22,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-21T14:42:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,626 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-21T14:42:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:22,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:22,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:22,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:22,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:22,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c6265fbe9e2f43ff9f257572d34e04de_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200140938/Put/seqid=0 2024-11-21T14:42:22,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742218_1394 (size=12304) 2024-11-21T14:42:22,903 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/3b291e145bc1492d89932d20cbf94149 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/3b291e145bc1492d89932d20cbf94149 2024-11-21T14:42:22,907 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/B of 359429fb76059c3ba31045037e8a6d50 into 3b291e145bc1492d89932d20cbf94149(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:22,907 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:22,907 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/B, priority=13, startTime=1732200142479; duration=0sec 2024-11-21T14:42:22,907 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:22,907 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:B 2024-11-21T14:42:22,907 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:22,908 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:22,908 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/C is initiating minor compaction (all files) 2024-11-21T14:42:22,908 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/C in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:22,908 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/efdc0e5ab4f3467d95ed43a59de338c7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8affe45330484e34bff889d66f165957, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/64a50f4e8cb140369fbe714610b662da] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=35.4 K 2024-11-21T14:42:22,909 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting efdc0e5ab4f3467d95ed43a59de338c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732200138209 2024-11-21T14:42:22,909 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8affe45330484e34bff889d66f165957, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732200138561 2024-11-21T14:42:22,909 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 64a50f4e8cb140369fbe714610b662da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732200140784 2024-11-21T14:42:22,912 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/0210403ff1564f89998868f9825adf29 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/0210403ff1564f89998868f9825adf29 2024-11-21T14:42:22,917 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/A of 359429fb76059c3ba31045037e8a6d50 into 0210403ff1564f89998868f9825adf29(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:22,917 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:22,917 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#C#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:22,917 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/A, priority=13, startTime=1732200142479; duration=0sec 2024-11-21T14:42:22,917 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:22,917 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:A 2024-11-21T14:42:22,917 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/ec135f291fa546ceaf4d54dea44259b6 is 50, key is test_row_0/C:col10/1732200140809/Put/seqid=0 2024-11-21T14:42:22,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742219_1395 (size=12309) 2024-11-21T14:42:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T14:42:23,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:23,041 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c6265fbe9e2f43ff9f257572d34e04de_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c6265fbe9e2f43ff9f257572d34e04de_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:23,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/5639db07e67b4fbe8a60a5b03fd40002, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:23,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/5639db07e67b4fbe8a60a5b03fd40002 is 175, key is test_row_0/A:col10/1732200140938/Put/seqid=0 2024-11-21T14:42:23,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742220_1396 (size=31105) 2024-11-21T14:42:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:23,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:23,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200203148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200203149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200203150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200203151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200203152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,166 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 359429fb76059c3ba31045037e8a6d50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200203262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200203272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200203272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200203272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,325 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/ec135f291fa546ceaf4d54dea44259b6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ec135f291fa546ceaf4d54dea44259b6 2024-11-21T14:42:23,329 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/C of 359429fb76059c3ba31045037e8a6d50 into ec135f291fa546ceaf4d54dea44259b6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:23,329 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:23,329 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/C, priority=13, startTime=1732200142479; duration=0sec 2024-11-21T14:42:23,329 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:23,329 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:C 2024-11-21T14:42:23,447 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/5639db07e67b4fbe8a60a5b03fd40002 2024-11-21T14:42:23,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/c5ca867ddffe4498b160b7180fd1052e is 50, key is test_row_0/B:col10/1732200140938/Put/seqid=0 2024-11-21T14:42:23,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742221_1397 (size=12151) 2024-11-21T14:42:23,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200203482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200203492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200203492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200203492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200203802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200203812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200203812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200203812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:23,858 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/c5ca867ddffe4498b160b7180fd1052e 2024-11-21T14:42:23,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/ce153db698b642e8aba177f1b6f241cb is 50, key is test_row_0/C:col10/1732200140938/Put/seqid=0 2024-11-21T14:42:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742222_1398 (size=12151) 2024-11-21T14:42:24,269 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/ce153db698b642e8aba177f1b6f241cb 2024-11-21T14:42:24,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/5639db07e67b4fbe8a60a5b03fd40002 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5639db07e67b4fbe8a60a5b03fd40002 2024-11-21T14:42:24,277 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5639db07e67b4fbe8a60a5b03fd40002, entries=150, sequenceid=152, filesize=30.4 K 2024-11-21T14:42:24,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/c5ca867ddffe4498b160b7180fd1052e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c5ca867ddffe4498b160b7180fd1052e 2024-11-21T14:42:24,281 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c5ca867ddffe4498b160b7180fd1052e, entries=150, sequenceid=152, filesize=11.9 K 2024-11-21T14:42:24,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/ce153db698b642e8aba177f1b6f241cb as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ce153db698b642e8aba177f1b6f241cb 2024-11-21T14:42:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,285 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ce153db698b642e8aba177f1b6f241cb, entries=150, sequenceid=152, filesize=11.9 K 2024-11-21T14:42:24,286 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 359429fb76059c3ba31045037e8a6d50 in 1660ms, sequenceid=152, compaction requested=false 2024-11-21T14:42:24,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:24,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:24,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-21T14:42:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-21T14:42:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-21T14:42:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4990 sec 2024-11-21T14:42:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 3.5070 sec 2024-11-21T14:42:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:24,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T14:42:24,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:24,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:24,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:24,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:24,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:24,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d191e009d4d84e719714673bc87b5ea0_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200143150/Put/seqid=0 2024-11-21T14:42:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742223_1399 (size=12304) 2024-11-21T14:42:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200204413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732200144399, max timestamp=1732200144422Num uniques 859; 2024-11-21T14:42:24,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732200144399, max timestamp=1732200144422Num uniques 859; 2024-11-21T14:42:24,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:42:24,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:42:24,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732200144399, max timestamp=1732200144422Num uniques 859; 2024-11-21T14:42:24,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:42:24,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200204479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200204480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200204483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200204532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200204592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200204602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200204602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,740 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:24,744 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d191e009d4d84e719714673bc87b5ea0_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d191e009d4d84e719714673bc87b5ea0_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:24,745 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/7df97dbc22d04ba1b06f301a8501c515, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:24,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/7df97dbc22d04ba1b06f301a8501c515 is 175, key is test_row_0/A:col10/1732200143150/Put/seqid=0 2024-11-21T14:42:24,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742224_1400 (size=31101) 2024-11-21T14:42:24,749 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/7df97dbc22d04ba1b06f301a8501c515 2024-11-21T14:42:24,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/f19f916ff87846fca6d826ee6bb6b476 is 50, key is test_row_0/B:col10/1732200143150/Put/seqid=0 2024-11-21T14:42:24,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742225_1401 (size=9757) 2024-11-21T14:42:24,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200204751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200204812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200204822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200204822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:24,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-21T14:42:24,952 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:24,952 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-21T14:42:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T14:42:24,954 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:24,955 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:24,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T14:42:25,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200205071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:25,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T14:42:25,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:25,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:25,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200205134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:25,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200205142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:25,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200205142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:25,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/f19f916ff87846fca6d826ee6bb6b476 2024-11-21T14:42:25,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/ae2bf981b4b94aefbcaf76ddecc7a0d5 is 50, key is test_row_0/C:col10/1732200143150/Put/seqid=0 2024-11-21T14:42:25,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742226_1402 (size=9757) 2024-11-21T14:42:25,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/ae2bf981b4b94aefbcaf76ddecc7a0d5 2024-11-21T14:42:25,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/7df97dbc22d04ba1b06f301a8501c515 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/7df97dbc22d04ba1b06f301a8501c515 2024-11-21T14:42:25,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/7df97dbc22d04ba1b06f301a8501c515, entries=150, sequenceid=166, filesize=30.4 K 2024-11-21T14:42:25,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/f19f916ff87846fca6d826ee6bb6b476 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f19f916ff87846fca6d826ee6bb6b476 2024-11-21T14:42:25,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f19f916ff87846fca6d826ee6bb6b476, entries=100, sequenceid=166, filesize=9.5 K 2024-11-21T14:42:25,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/ae2bf981b4b94aefbcaf76ddecc7a0d5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ae2bf981b4b94aefbcaf76ddecc7a0d5 2024-11-21T14:42:25,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200205182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:25,192 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 359429fb76059c3ba31045037e8a6d50 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:25,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ae2bf981b4b94aefbcaf76ddecc7a0d5, entries=100, sequenceid=166, filesize=9.5 K 2024-11-21T14:42:25,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 359429fb76059c3ba31045037e8a6d50 in 874ms, sequenceid=166, compaction requested=true 2024-11-21T14:42:25,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:25,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:25,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:25,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:25,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:25,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:25,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:25,196 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:25,196 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:25,197 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:25,197 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:25,197 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/A is initiating minor compaction (all files) 2024-11-21T14:42:25,197 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/B is initiating minor compaction (all files) 2024-11-21T14:42:25,197 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/B in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:25,197 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/A in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:25,197 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/3b291e145bc1492d89932d20cbf94149, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c5ca867ddffe4498b160b7180fd1052e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f19f916ff87846fca6d826ee6bb6b476] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=33.4 K 2024-11-21T14:42:25,197 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/0210403ff1564f89998868f9825adf29, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5639db07e67b4fbe8a60a5b03fd40002, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/7df97dbc22d04ba1b06f301a8501c515] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=91.3 K 2024-11-21T14:42:25,197 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:25,197 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/0210403ff1564f89998868f9825adf29, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5639db07e67b4fbe8a60a5b03fd40002, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/7df97dbc22d04ba1b06f301a8501c515] 2024-11-21T14:42:25,197 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b291e145bc1492d89932d20cbf94149, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732200140784 2024-11-21T14:42:25,198 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0210403ff1564f89998868f9825adf29, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732200140784 2024-11-21T14:42:25,198 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting c5ca867ddffe4498b160b7180fd1052e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732200140935 2024-11-21T14:42:25,198 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5639db07e67b4fbe8a60a5b03fd40002, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732200140935 2024-11-21T14:42:25,198 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting f19f916ff87846fca6d826ee6bb6b476, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732200143150 2024-11-21T14:42:25,198 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7df97dbc22d04ba1b06f301a8501c515, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732200143149 2024-11-21T14:42:25,204 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:25,205 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:25,206 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/21555f0d1bf64c8cbc7b1cca10d8f0df is 50, key is test_row_0/B:col10/1732200143150/Put/seqid=0 2024-11-21T14:42:25,215 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b77ed6ed75b24d40bbfb5b4a9d0935b3_359429fb76059c3ba31045037e8a6d50 store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:25,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742227_1403 (size=12561) 2024-11-21T14:42:25,217 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b77ed6ed75b24d40bbfb5b4a9d0935b3_359429fb76059c3ba31045037e8a6d50, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:25,217 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b77ed6ed75b24d40bbfb5b4a9d0935b3_359429fb76059c3ba31045037e8a6d50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:25,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742228_1404 (size=4469) 2024-11-21T14:42:25,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-21T14:42:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:25,261 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-21T14:42:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215b677583c8db49e08fa8ff49742408b0_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200144481/Put/seqid=0 2024-11-21T14:42:25,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742229_1405 (size=12304) 2024-11-21T14:42:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T14:42:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T14:42:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:25,622 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/21555f0d1bf64c8cbc7b1cca10d8f0df as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/21555f0d1bf64c8cbc7b1cca10d8f0df 2024-11-21T14:42:25,626 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/B of 359429fb76059c3ba31045037e8a6d50 into 21555f0d1bf64c8cbc7b1cca10d8f0df(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:25,626 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#A#compaction#343 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:25,626 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:25,626 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/B, priority=13, startTime=1732200145196; duration=0sec 2024-11-21T14:42:25,626 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:25,626 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:B 2024-11-21T14:42:25,626 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:25,627 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/3dd83a0d0dbb4f308b037183f554681a is 175, key is test_row_0/A:col10/1732200143150/Put/seqid=0 2024-11-21T14:42:25,627 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:25,627 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/C is initiating minor compaction (all files) 2024-11-21T14:42:25,627 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/C in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:25,627 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ec135f291fa546ceaf4d54dea44259b6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ce153db698b642e8aba177f1b6f241cb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ae2bf981b4b94aefbcaf76ddecc7a0d5] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=33.4 K 2024-11-21T14:42:25,628 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting ec135f291fa546ceaf4d54dea44259b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732200140784 2024-11-21T14:42:25,628 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting ce153db698b642e8aba177f1b6f241cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732200140935 2024-11-21T14:42:25,629 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting ae2bf981b4b94aefbcaf76ddecc7a0d5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732200143150 2024-11-21T14:42:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742230_1406 (size=31622) 2024-11-21T14:42:25,636 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:25,637 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/68e7433b044848b9a880b043e1bdbbed is 50, key is test_row_0/C:col10/1732200143150/Put/seqid=0 2024-11-21T14:42:25,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742231_1407 (size=12561) 2024-11-21T14:42:25,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200205654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:25,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:25,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200205655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:25,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:25,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200205662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:25,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200205662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:25,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:25,675 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215b677583c8db49e08fa8ff49742408b0_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215b677583c8db49e08fa8ff49742408b0_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/e9f712a75c0d4fdfa4b3bf4c9c4e008e, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/e9f712a75c0d4fdfa4b3bf4c9c4e008e is 175, key is test_row_0/A:col10/1732200144481/Put/seqid=0 2024-11-21T14:42:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742232_1408 (size=31105) 2024-11-21T14:42:25,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200205772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200205782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:26,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200205992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:26,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200205992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:26,037 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/3dd83a0d0dbb4f308b037183f554681a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/3dd83a0d0dbb4f308b037183f554681a 2024-11-21T14:42:26,041 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/A of 359429fb76059c3ba31045037e8a6d50 into 3dd83a0d0dbb4f308b037183f554681a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:26,041 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:26,041 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/A, priority=13, startTime=1732200145196; duration=0sec 2024-11-21T14:42:26,041 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:26,041 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:A 2024-11-21T14:42:26,044 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/68e7433b044848b9a880b043e1bdbbed as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/68e7433b044848b9a880b043e1bdbbed 2024-11-21T14:42:26,047 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/C of 359429fb76059c3ba31045037e8a6d50 into 68e7433b044848b9a880b043e1bdbbed(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:26,047 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:26,047 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/C, priority=13, startTime=1732200145196; duration=0sec 2024-11-21T14:42:26,047 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:26,047 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:C 2024-11-21T14:42:26,080 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/e9f712a75c0d4fdfa4b3bf4c9c4e008e 2024-11-21T14:42:26,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/9286eafbdf004b93acf270896b2c503c is 50, key is test_row_0/B:col10/1732200144481/Put/seqid=0 2024-11-21T14:42:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T14:42:26,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742233_1409 (size=12151) 2024-11-21T14:42:26,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200206311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:26,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200206311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:26,497 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/9286eafbdf004b93acf270896b2c503c 2024-11-21T14:42:26,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/3799afe9e9b348fa98c7464cbe8dbad4 is 50, key is test_row_0/C:col10/1732200144481/Put/seqid=0 2024-11-21T14:42:26,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742234_1410 (size=12151) 2024-11-21T14:42:26,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200206682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:26,687 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in 359429fb76059c3ba31045037e8a6d50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:26,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:26,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200206691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:26,703 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in 359429fb76059c3ba31045037e8a6d50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:26,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:26,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200206831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:26,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200206832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:26,909 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/3799afe9e9b348fa98c7464cbe8dbad4 2024-11-21T14:42:26,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/e9f712a75c0d4fdfa4b3bf4c9c4e008e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/e9f712a75c0d4fdfa4b3bf4c9c4e008e 2024-11-21T14:42:26,915 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/e9f712a75c0d4fdfa4b3bf4c9c4e008e, entries=150, sequenceid=201, filesize=30.4 K 2024-11-21T14:42:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/9286eafbdf004b93acf270896b2c503c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/9286eafbdf004b93acf270896b2c503c 2024-11-21T14:42:26,919 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/9286eafbdf004b93acf270896b2c503c, entries=150, sequenceid=201, filesize=11.9 K 2024-11-21T14:42:26,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/3799afe9e9b348fa98c7464cbe8dbad4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/3799afe9e9b348fa98c7464cbe8dbad4 2024-11-21T14:42:26,923 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/3799afe9e9b348fa98c7464cbe8dbad4, entries=150, sequenceid=201, filesize=11.9 K 2024-11-21T14:42:26,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 359429fb76059c3ba31045037e8a6d50 in 1663ms, sequenceid=201, compaction requested=false 2024-11-21T14:42:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-21T14:42:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-21T14:42:26,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-21T14:42:26,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9700 sec 2024-11-21T14:42:26,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.9750 sec 2024-11-21T14:42:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-21T14:42:27,102 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:27,102 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-21T14:42:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T14:42:27,104 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:27,105 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:27,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T14:42:27,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-21T14:42:27,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:27,258 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T14:42:27,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:27,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:27,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:27,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:27,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:27,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:27,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112123ae43184ae24e7f8df82b111de6c1fa_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200145626/Put/seqid=0 2024-11-21T14:42:27,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742235_1411 (size=12304) 2024-11-21T14:42:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T14:42:27,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:27,678 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112123ae43184ae24e7f8df82b111de6c1fa_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112123ae43184ae24e7f8df82b111de6c1fa_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/1e9dcc1788974e61b4e81ad0a92e2b60, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/1e9dcc1788974e61b4e81ad0a92e2b60 is 175, key is test_row_0/A:col10/1732200145626/Put/seqid=0 2024-11-21T14:42:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742236_1412 (size=31105) 2024-11-21T14:42:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T14:42:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:27,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:27,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200147914, max timestamp=1732200147949Num uniques 859; 2024-11-21T14:42:27,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:42:27,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200147914, max timestamp=1732200147949Num uniques 859; 2024-11-21T14:42:27,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732200147914, max timestamp=1732200147949Num uniques 859; 2024-11-21T14:42:27,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:42:27,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-21T14:42:28,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200208027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:28,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200208031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:28,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:28,083 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/1e9dcc1788974e61b4e81ad0a92e2b60 2024-11-21T14:42:28,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/473a78ab1d3241ef9bbad8930b1f869a is 50, key is test_row_0/B:col10/1732200145626/Put/seqid=0 2024-11-21T14:42:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742237_1413 (size=12151) 2024-11-21T14:42:28,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200208142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:28,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200208151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:28,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T14:42:28,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200208362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:28,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200208371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:28,494 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/473a78ab1d3241ef9bbad8930b1f869a 2024-11-21T14:42:28,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/8d0012798b3b46b7b05daed6ec2861e8 is 50, key is test_row_0/C:col10/1732200145626/Put/seqid=0 2024-11-21T14:42:28,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742238_1414 (size=12151) 2024-11-21T14:42:28,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200208681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:28,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:28,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200208682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:28,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200208692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:28,701 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in 359429fb76059c3ba31045037e8a6d50 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:28,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200208711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:28,722 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in 359429fb76059c3ba31045037e8a6d50 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:28,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:28,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:28,908 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/8d0012798b3b46b7b05daed6ec2861e8 2024-11-21T14:42:28,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/1e9dcc1788974e61b4e81ad0a92e2b60 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/1e9dcc1788974e61b4e81ad0a92e2b60 2024-11-21T14:42:28,915 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/1e9dcc1788974e61b4e81ad0a92e2b60, entries=150, sequenceid=215, filesize=30.4 K 2024-11-21T14:42:28,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/473a78ab1d3241ef9bbad8930b1f869a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/473a78ab1d3241ef9bbad8930b1f869a 2024-11-21T14:42:28,920 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/473a78ab1d3241ef9bbad8930b1f869a, entries=150, sequenceid=215, filesize=11.9 K 2024-11-21T14:42:28,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/8d0012798b3b46b7b05daed6ec2861e8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8d0012798b3b46b7b05daed6ec2861e8 2024-11-21T14:42:28,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8d0012798b3b46b7b05daed6ec2861e8, entries=150, sequenceid=215, filesize=11.9 K 2024-11-21T14:42:28,925 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 359429fb76059c3ba31045037e8a6d50 in 1667ms, sequenceid=215, compaction requested=true 2024-11-21T14:42:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-21T14:42:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-21T14:42:28,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-21T14:42:28,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8210 sec 2024-11-21T14:42:28,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8260 sec 2024-11-21T14:42:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:29,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-21T14:42:29,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:29,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:29,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:29,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:29,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:29,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:29,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a5ffd05d634b446cb0676a0e435b2068_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200149208/Put/seqid=0 2024-11-21T14:42:29,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742239_1415 (size=14794) 2024-11-21T14:42:29,224 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:29,228 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a5ffd05d634b446cb0676a0e435b2068_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a5ffd05d634b446cb0676a0e435b2068_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:29,229 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/62691128da3e445fae11cd31d2282ee4, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:29,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/62691128da3e445fae11cd31d2282ee4 is 175, key is test_row_0/A:col10/1732200149208/Put/seqid=0 2024-11-21T14:42:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742240_1416 (size=39749) 2024-11-21T14:42:29,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200209235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:29,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200209241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200209243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-21T14:42:29,262 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:29,262 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-21T14:42:29,264 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T14:42:29,265 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:29,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:29,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200209351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T14:42:29,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200209362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200209362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:29,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T14:42:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:29,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T14:42:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:29,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:29,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:29,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200209571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T14:42:29,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200209582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200209582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:29,633 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/62691128da3e445fae11cd31d2282ee4 2024-11-21T14:42:29,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/deefa14d917642a4b3fe63e4994ed6c1 is 50, key is test_row_0/B:col10/1732200149208/Put/seqid=0 2024-11-21T14:42:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742241_1417 (size=12151) 2024-11-21T14:42:29,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T14:42:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:29,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T14:42:29,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:29,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:29,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:29,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T14:42:29,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200209891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:29,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200209902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:29,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200209902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:30,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T14:42:30,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:30,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:30,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/deefa14d917642a4b3fe63e4994ed6c1 2024-11-21T14:42:30,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/a361d59bc89c40aba7b54bd883355a5b is 50, key is test_row_0/C:col10/1732200149208/Put/seqid=0 2024-11-21T14:42:30,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742242_1418 (size=12151) 2024-11-21T14:42:30,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/a361d59bc89c40aba7b54bd883355a5b 2024-11-21T14:42:30,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/62691128da3e445fae11cd31d2282ee4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/62691128da3e445fae11cd31d2282ee4 2024-11-21T14:42:30,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/62691128da3e445fae11cd31d2282ee4, entries=200, sequenceid=251, filesize=38.8 K 2024-11-21T14:42:30,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/deefa14d917642a4b3fe63e4994ed6c1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/deefa14d917642a4b3fe63e4994ed6c1 2024-11-21T14:42:30,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/deefa14d917642a4b3fe63e4994ed6c1, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T14:42:30,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/a361d59bc89c40aba7b54bd883355a5b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a361d59bc89c40aba7b54bd883355a5b 2024-11-21T14:42:30,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a361d59bc89c40aba7b54bd883355a5b, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T14:42:30,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 359429fb76059c3ba31045037e8a6d50 in 877ms, sequenceid=251, compaction requested=true 2024-11-21T14:42:30,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:30,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:30,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:30,087 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:30,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:30,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:30,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:30,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T14:42:30,087 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:30,089 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133581 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:30,089 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/A is initiating minor compaction (all files) 2024-11-21T14:42:30,089 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/A in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:30,089 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/3dd83a0d0dbb4f308b037183f554681a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/e9f712a75c0d4fdfa4b3bf4c9c4e008e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/1e9dcc1788974e61b4e81ad0a92e2b60, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/62691128da3e445fae11cd31d2282ee4] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=130.5 K 2024-11-21T14:42:30,089 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:30,089 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/3dd83a0d0dbb4f308b037183f554681a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/e9f712a75c0d4fdfa4b3bf4c9c4e008e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/1e9dcc1788974e61b4e81ad0a92e2b60, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/62691128da3e445fae11cd31d2282ee4] 2024-11-21T14:42:30,089 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:30,089 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/B is initiating minor compaction (all files) 2024-11-21T14:42:30,089 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/B in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:30,089 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/21555f0d1bf64c8cbc7b1cca10d8f0df, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/9286eafbdf004b93acf270896b2c503c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/473a78ab1d3241ef9bbad8930b1f869a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/deefa14d917642a4b3fe63e4994ed6c1] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=47.9 K 2024-11-21T14:42:30,089 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dd83a0d0dbb4f308b037183f554681a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732200140941 2024-11-21T14:42:30,090 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 21555f0d1bf64c8cbc7b1cca10d8f0df, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732200140941 2024-11-21T14:42:30,090 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9f712a75c0d4fdfa4b3bf4c9c4e008e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732200144462 2024-11-21T14:42:30,090 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 9286eafbdf004b93acf270896b2c503c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732200144462 2024-11-21T14:42:30,090 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e9dcc1788974e61b4e81ad0a92e2b60, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732200145592 2024-11-21T14:42:30,090 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 473a78ab1d3241ef9bbad8930b1f869a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732200145592 2024-11-21T14:42:30,091 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62691128da3e445fae11cd31d2282ee4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732200147991 2024-11-21T14:42:30,091 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting deefa14d917642a4b3fe63e4994ed6c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732200148025 2024-11-21T14:42:30,103 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:30,107 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#B#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:30,107 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/6d062215459f4fd7a463db543d34e716 is 50, key is test_row_0/B:col10/1732200149208/Put/seqid=0 2024-11-21T14:42:30,108 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112192514bc77d3e403e9328eb26f6602ec3_359429fb76059c3ba31045037e8a6d50 store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:30,111 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112192514bc77d3e403e9328eb26f6602ec3_359429fb76059c3ba31045037e8a6d50, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:30,111 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112192514bc77d3e403e9328eb26f6602ec3_359429fb76059c3ba31045037e8a6d50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:30,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742243_1419 (size=12697) 2024-11-21T14:42:30,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742244_1420 (size=4469) 2024-11-21T14:42:30,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-21T14:42:30,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:30,185 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:42:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:30,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112144121d7c02a843eebb88fec409ead58c_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200149241/Put/seqid=0 2024-11-21T14:42:30,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742245_1421 (size=12404) 2024-11-21T14:42:30,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:30,200 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112144121d7c02a843eebb88fec409ead58c_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112144121d7c02a843eebb88fec409ead58c_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:30,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/713f2a7a04b7431ba9176c8d4254c72a, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:30,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/713f2a7a04b7431ba9176c8d4254c72a is 175, key is test_row_0/A:col10/1732200149241/Put/seqid=0 2024-11-21T14:42:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742246_1422 (size=31205) 2024-11-21T14:42:30,207 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/713f2a7a04b7431ba9176c8d4254c72a 2024-11-21T14:42:30,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/64dc8e4fff5c47e886e6341bfafc35ce is 50, key is test_row_0/B:col10/1732200149241/Put/seqid=0 2024-11-21T14:42:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742247_1423 (size=12251) 2024-11-21T14:42:30,218 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/64dc8e4fff5c47e886e6341bfafc35ce 2024-11-21T14:42:30,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/73fac906da3b4c85bff3d0ffbdb3f594 is 50, key is test_row_0/C:col10/1732200149241/Put/seqid=0 2024-11-21T14:42:30,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742248_1424 (size=12251) 2024-11-21T14:42:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T14:42:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:30,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:30,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200150456, max timestamp=1732200150484Num uniques 859; 2024-11-21T14:42:30,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:42:30,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200150456, max timestamp=1732200150484Num uniques 859; 2024-11-21T14:42:30,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732200150456, max timestamp=1732200150484Num uniques 859; 2024-11-21T14:42:30,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:42:30,488 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-21T14:42:30,531 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#A#compaction#354 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:30,532 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/94c4586588fc46af8400b2e3c11166a7 is 175, key is test_row_0/A:col10/1732200149208/Put/seqid=0 2024-11-21T14:42:30,534 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/6d062215459f4fd7a463db543d34e716 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/6d062215459f4fd7a463db543d34e716 2024-11-21T14:42:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742249_1425 (size=31651) 2024-11-21T14:42:30,538 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/B of 359429fb76059c3ba31045037e8a6d50 into 6d062215459f4fd7a463db543d34e716(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:30,538 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:30,539 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/B, priority=12, startTime=1732200150087; duration=0sec 2024-11-21T14:42:30,539 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:30,539 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:B 2024-11-21T14:42:30,539 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:30,540 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:30,540 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/C is initiating minor compaction (all files) 2024-11-21T14:42:30,540 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/C in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:30,540 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/68e7433b044848b9a880b043e1bdbbed, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/3799afe9e9b348fa98c7464cbe8dbad4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8d0012798b3b46b7b05daed6ec2861e8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a361d59bc89c40aba7b54bd883355a5b] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=47.9 K 2024-11-21T14:42:30,540 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 68e7433b044848b9a880b043e1bdbbed, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732200140941 2024-11-21T14:42:30,541 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 3799afe9e9b348fa98c7464cbe8dbad4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732200144462 2024-11-21T14:42:30,541 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d0012798b3b46b7b05daed6ec2861e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732200145592 2024-11-21T14:42:30,542 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a361d59bc89c40aba7b54bd883355a5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732200148025 2024-11-21T14:42:30,551 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:30,552 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/1138d5f371964e87886b3561f0a62fa8 is 50, key is test_row_0/C:col10/1732200149208/Put/seqid=0 2024-11-21T14:42:30,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200210541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:30,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200210549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:30,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742250_1426 (size=12697) 2024-11-21T14:42:30,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200210550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:30,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:30,630 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/73fac906da3b4c85bff3d0ffbdb3f594 2024-11-21T14:42:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/713f2a7a04b7431ba9176c8d4254c72a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/713f2a7a04b7431ba9176c8d4254c72a 2024-11-21T14:42:30,638 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/713f2a7a04b7431ba9176c8d4254c72a, entries=150, sequenceid=261, filesize=30.5 K 2024-11-21T14:42:30,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/64dc8e4fff5c47e886e6341bfafc35ce as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/64dc8e4fff5c47e886e6341bfafc35ce 2024-11-21T14:42:30,641 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/64dc8e4fff5c47e886e6341bfafc35ce, entries=150, sequenceid=261, filesize=12.0 K 2024-11-21T14:42:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/73fac906da3b4c85bff3d0ffbdb3f594 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/73fac906da3b4c85bff3d0ffbdb3f594 2024-11-21T14:42:30,645 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/73fac906da3b4c85bff3d0ffbdb3f594, entries=150, sequenceid=261, filesize=12.0 K 2024-11-21T14:42:30,646 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 359429fb76059c3ba31045037e8a6d50 in 461ms, sequenceid=261, compaction requested=false 2024-11-21T14:42:30,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:30,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:30,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-21T14:42:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-21T14:42:30,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-21T14:42:30,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3830 sec 2024-11-21T14:42:30,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.3910 sec 2024-11-21T14:42:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:30,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-21T14:42:30,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:30,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:30,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:30,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:30,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:30,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:30,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a9183f46bcc7455da7a1e69bd2e59b94_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200150671/Put/seqid=0 2024-11-21T14:42:30,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742251_1427 (size=17534) 2024-11-21T14:42:30,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200210688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:30,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200210699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:30,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200210700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:30,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200210802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:30,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:30,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200210811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:30,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:30,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200210821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:30,940 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/94c4586588fc46af8400b2e3c11166a7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/94c4586588fc46af8400b2e3c11166a7 2024-11-21T14:42:30,944 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/A of 359429fb76059c3ba31045037e8a6d50 into 94c4586588fc46af8400b2e3c11166a7(size=30.9 K), total size for store is 61.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:30,944 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:30,944 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/A, priority=12, startTime=1732200150087; duration=0sec 2024-11-21T14:42:30,945 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:30,945 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:A 2024-11-21T14:42:30,965 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/1138d5f371964e87886b3561f0a62fa8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/1138d5f371964e87886b3561f0a62fa8 2024-11-21T14:42:30,969 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/C of 359429fb76059c3ba31045037e8a6d50 into 1138d5f371964e87886b3561f0a62fa8(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:30,969 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:30,969 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/C, priority=12, startTime=1732200150087; duration=0sec 2024-11-21T14:42:30,969 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:30,969 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:C 2024-11-21T14:42:31,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200211022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:31,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200211022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:31,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200211031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:31,085 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:31,088 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a9183f46bcc7455da7a1e69bd2e59b94_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a9183f46bcc7455da7a1e69bd2e59b94_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:31,089 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/f1f59cf390cd419e8db9f3579b3ab1d3, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:31,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/f1f59cf390cd419e8db9f3579b3ab1d3 is 175, key is test_row_0/A:col10/1732200150671/Put/seqid=0 2024-11-21T14:42:31,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742252_1428 (size=48639) 2024-11-21T14:42:31,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200211342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:31,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200211342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:31,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200211351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-21T14:42:31,412 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:31,413 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-21T14:42:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T14:42:31,415 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:31,415 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:31,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:31,494 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/f1f59cf390cd419e8db9f3579b3ab1d3 2024-11-21T14:42:31,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/c55be12c069542748bdaecb67f5fc6b4 is 50, key is test_row_0/B:col10/1732200150671/Put/seqid=0 2024-11-21T14:42:31,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742253_1429 (size=12301) 2024-11-21T14:42:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T14:42:31,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-21T14:42:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:31,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:31,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-21T14:42:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:31,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:31,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T14:42:31,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200211861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:31,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200211861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:31,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-21T14:42:31,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:31,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:31,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:31,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:31,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:31,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200211872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:31,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:31,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:31,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/c55be12c069542748bdaecb67f5fc6b4 2024-11-21T14:42:31,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/dc0d6e6b301742a492eea3316e607bcd is 50, key is test_row_0/C:col10/1732200150671/Put/seqid=0 2024-11-21T14:42:31,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742254_1430 (size=12301) 2024-11-21T14:42:32,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-21T14:42:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:32,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:32,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T14:42:32,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-21T14:42:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:32,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:32,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:32,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:32,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:32,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/dc0d6e6b301742a492eea3316e607bcd 2024-11-21T14:42:32,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/f1f59cf390cd419e8db9f3579b3ab1d3 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f1f59cf390cd419e8db9f3579b3ab1d3 2024-11-21T14:42:32,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f1f59cf390cd419e8db9f3579b3ab1d3, entries=250, sequenceid=299, filesize=47.5 K 2024-11-21T14:42:32,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/c55be12c069542748bdaecb67f5fc6b4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c55be12c069542748bdaecb67f5fc6b4 2024-11-21T14:42:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c55be12c069542748bdaecb67f5fc6b4, entries=150, sequenceid=299, filesize=12.0 K 2024-11-21T14:42:32,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/dc0d6e6b301742a492eea3316e607bcd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/dc0d6e6b301742a492eea3316e607bcd 2024-11-21T14:42:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-21T14:42:32,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/dc0d6e6b301742a492eea3316e607bcd, entries=150, sequenceid=299, filesize=12.0 K 2024-11-21T14:42:32,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:32,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:32,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:32,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:32,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:32,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 359429fb76059c3ba31045037e8a6d50 in 1662ms, sequenceid=299, compaction requested=true 2024-11-21T14:42:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:32,335 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:32,335 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:32,336 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37249 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:32,336 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111495 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:32,336 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/A is initiating minor compaction (all files) 2024-11-21T14:42:32,336 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/B is initiating minor compaction (all files) 2024-11-21T14:42:32,336 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/A in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:32,336 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/B in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:32,336 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/6d062215459f4fd7a463db543d34e716, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/64dc8e4fff5c47e886e6341bfafc35ce, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c55be12c069542748bdaecb67f5fc6b4] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=36.4 K 2024-11-21T14:42:32,336 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/94c4586588fc46af8400b2e3c11166a7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/713f2a7a04b7431ba9176c8d4254c72a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f1f59cf390cd419e8db9f3579b3ab1d3] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=108.9 K 2024-11-21T14:42:32,336 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:32,336 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/94c4586588fc46af8400b2e3c11166a7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/713f2a7a04b7431ba9176c8d4254c72a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f1f59cf390cd419e8db9f3579b3ab1d3] 2024-11-21T14:42:32,336 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d062215459f4fd7a463db543d34e716, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732200148025 2024-11-21T14:42:32,337 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94c4586588fc46af8400b2e3c11166a7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732200148025 2024-11-21T14:42:32,337 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 64dc8e4fff5c47e886e6341bfafc35ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732200149224 2024-11-21T14:42:32,337 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 713f2a7a04b7431ba9176c8d4254c72a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732200149224 2024-11-21T14:42:32,337 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting c55be12c069542748bdaecb67f5fc6b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732200150540 2024-11-21T14:42:32,337 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1f59cf390cd419e8db9f3579b3ab1d3, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732200150540 2024-11-21T14:42:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,351 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#B#compaction#363 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,351 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/d6445a2062cd4c94985b74772fe7ac11 is 50, key is test_row_0/B:col10/1732200150671/Put/seqid=0 2024-11-21T14:42:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,355 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,357 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411217fd0bf94688e4cb8855c51bb1eddc78d_359429fb76059c3ba31045037e8a6d50 store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742255_1431 (size=12949) 2024-11-21T14:42:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,363 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411217fd0bf94688e4cb8855c51bb1eddc78d_359429fb76059c3ba31045037e8a6d50, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,363 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217fd0bf94688e4cb8855c51bb1eddc78d_359429fb76059c3ba31045037e8a6d50 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,368 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/d6445a2062cd4c94985b74772fe7ac11 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/d6445a2062cd4c94985b74772fe7ac11 2024-11-21T14:42:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,373 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/B of 359429fb76059c3ba31045037e8a6d50 into d6445a2062cd4c94985b74772fe7ac11(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:32,373 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:32,373 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/B, priority=13, startTime=1732200152335; duration=0sec 2024-11-21T14:42:32,373 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:32,373 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:B 2024-11-21T14:42:32,373 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,374 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37249 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:32,374 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 359429fb76059c3ba31045037e8a6d50/C is initiating minor compaction (all files) 2024-11-21T14:42:32,374 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 359429fb76059c3ba31045037e8a6d50/C in TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:32,374 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/1138d5f371964e87886b3561f0a62fa8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/73fac906da3b4c85bff3d0ffbdb3f594, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/dc0d6e6b301742a492eea3316e607bcd] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp, totalSize=36.4 K 2024-11-21T14:42:32,375 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 1138d5f371964e87886b3561f0a62fa8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732200148025 2024-11-21T14:42:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,375 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 73fac906da3b4c85bff3d0ffbdb3f594, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732200149224 2024-11-21T14:42:32,375 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting dc0d6e6b301742a492eea3316e607bcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732200150540 2024-11-21T14:42:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742256_1432 (size=4469) 2024-11-21T14:42:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,413 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#C#compaction#365 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:32,413 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/cf4bc099af33466daa91f60868eb09b7 is 50, key is test_row_0/C:col10/1732200150671/Put/seqid=0 2024-11-21T14:42:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742257_1433 (size=12949) 2024-11-21T14:42:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,463 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/cf4bc099af33466daa91f60868eb09b7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/cf4bc099af33466daa91f60868eb09b7 2024-11-21T14:42:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,469 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/C of 359429fb76059c3ba31045037e8a6d50 into cf4bc099af33466daa91f60868eb09b7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:32,469 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:32,469 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/C, priority=13, startTime=1732200152335; duration=0sec 2024-11-21T14:42:32,469 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:32,469 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:C 2024-11-21T14:42:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-21T14:42:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:32,487 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T14:42:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219564c63d91a34dc6b26cccb51a9978e8_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_1/A:col10/1732200150697/Put/seqid=0 2024-11-21T14:42:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742258_1434 (size=9914) 2024-11-21T14:42:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,533 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219564c63d91a34dc6b26cccb51a9978e8_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219564c63d91a34dc6b26cccb51a9978e8_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:32,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/cfea2672b15e4279be688bcd3955bf1f, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/cfea2672b15e4279be688bcd3955bf1f is 175, key is test_row_1/A:col10/1732200150697/Put/seqid=0 2024-11-21T14:42:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742259_1435 (size=22561) 2024-11-21T14:42:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T14:42:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:32,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. as already flushing 2024-11-21T14:42:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,807 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 359429fb76059c3ba31045037e8a6d50#A#compaction#364 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,807 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/3405e67fd8094c69bcc007835e5487d8 is 175, key is test_row_0/A:col10/1732200150671/Put/seqid=0 2024-11-21T14:42:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742260_1436 (size=31903) 2024-11-21T14:42:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:32,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732200152858, max timestamp=1732200152890Num uniques 859; 2024-11-21T14:42:32,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732200152858, max timestamp=1732200152890Num uniques 859; 2024-11-21T14:42:32,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732200152858, max timestamp=1732200152890Num uniques 859; 2024-11-21T14:42:32,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-21T14:42:32,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-21T14:42:32,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-21T14:42:32,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200212920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:32,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:32,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:32,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200212929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:32,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:32,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:32,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:32,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:32,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200212930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:32,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:32,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:32,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:32,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200212931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:32,946 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/cfea2672b15e4279be688bcd3955bf1f 2024-11-21T14:42:32,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200212935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:32,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:32,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:32,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:32,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/4aeca05bf8f348e4bdda825b8ca24b2d is 50, key is test_row_1/B:col10/1732200150697/Put/seqid=0 2024-11-21T14:42:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742261_1437 (size=9857) 2024-11-21T14:42:32,957 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/4aeca05bf8f348e4bdda825b8ca24b2d 2024-11-21T14:42:32,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/701ed9a52ea4463d853768945192385c is 50, key is test_row_1/C:col10/1732200150697/Put/seqid=0 2024-11-21T14:42:32,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742262_1438 (size=9857) 2024-11-21T14:42:33,008 INFO [Thread-1618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1618. 2024-11-21T14:42:33,008 DEBUG [Thread-1618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:33,008 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,008 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:33,011 INFO [Thread-1616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1616. 2024-11-21T14:42:33,011 DEBUG [Thread-1616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:33,011 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,012 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:33,013 INFO [Thread-1622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1622. 2024-11-21T14:42:33,013 DEBUG [Thread-1622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:33,013 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,013 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:33,022 INFO [Thread-1620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1620. 2024-11-21T14:42:33,022 DEBUG [Thread-1620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:33,022 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,022 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:33,025 INFO [Thread-1614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1614. 2024-11-21T14:42:33,025 DEBUG [Thread-1614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:33,025 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,025 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:33,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:33,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200213042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200213042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:33,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:33,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:33,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200213052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200213052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200213052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:33,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:33,220 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/3405e67fd8094c69bcc007835e5487d8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/3405e67fd8094c69bcc007835e5487d8 2024-11-21T14:42:33,224 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 359429fb76059c3ba31045037e8a6d50/A of 359429fb76059c3ba31045037e8a6d50 into 3405e67fd8094c69bcc007835e5487d8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:33,224 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:33,224 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., storeName=359429fb76059c3ba31045037e8a6d50/A, priority=13, startTime=1732200152335; duration=0sec 2024-11-21T14:42:33,224 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:33,224 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:A 2024-11-21T14:42:33,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:33,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52086 deadline: 1732200213252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52066 deadline: 1732200213251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:33,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:33,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52082 deadline: 1732200213262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:33,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52042 deadline: 1732200213262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1732200213262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:42:33,367 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/701ed9a52ea4463d853768945192385c 2024-11-21T14:42:33,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/cfea2672b15e4279be688bcd3955bf1f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/cfea2672b15e4279be688bcd3955bf1f 2024-11-21T14:42:33,374 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/cfea2672b15e4279be688bcd3955bf1f, entries=100, sequenceid=311, filesize=22.0 K 2024-11-21T14:42:33,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/4aeca05bf8f348e4bdda825b8ca24b2d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/4aeca05bf8f348e4bdda825b8ca24b2d 2024-11-21T14:42:33,377 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/4aeca05bf8f348e4bdda825b8ca24b2d, entries=100, sequenceid=311, filesize=9.6 K 2024-11-21T14:42:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/701ed9a52ea4463d853768945192385c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/701ed9a52ea4463d853768945192385c 2024-11-21T14:42:33,380 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/701ed9a52ea4463d853768945192385c, entries=100, sequenceid=311, filesize=9.6 K 2024-11-21T14:42:33,381 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=154.31 KB/158010 for 359429fb76059c3ba31045037e8a6d50 in 894ms, sequenceid=311, compaction requested=false 2024-11-21T14:42:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-21T14:42:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-21T14:42:33,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-21T14:42:33,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9670 sec 2024-11-21T14:42:33,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.9710 sec 2024-11-21T14:42:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:33,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=167.72 KB heapSize=466.55 KB 2024-11-21T14:42:33,564 INFO [Thread-1605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1605. 2024-11-21T14:42:33,564 INFO [Thread-1607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1607. 2024-11-21T14:42:33,564 DEBUG [Thread-1607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:33,564 DEBUG [Thread-1605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:33,564 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:33,564 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:42:33,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:33,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:42:33,564 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,564 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:33,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:42:33,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:33,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:33,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121904b69acd1e746028c3176376ba32f85_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200152928/Put/seqid=0 2024-11-21T14:42:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-21T14:42:33,572 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:33,573 INFO [Thread-1609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1609. 2024-11-21T14:42:33,573 DEBUG [Thread-1609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:33,573 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,573 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,573 INFO [Thread-1603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1603. 2024-11-21T14:42:33,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:33,573 DEBUG [Thread-1603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:33,573 INFO [Thread-1611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1611. 2024-11-21T14:42:33,573 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,573 DEBUG [Thread-1611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:42:33,573 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,573 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:33,573 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 962 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2884 rows 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 958 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2868 rows 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 962 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2884 rows 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 963 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2886 rows 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 963 2024-11-21T14:42:33,574 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2884 rows 2024-11-21T14:42:33,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:42:33,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:42:33,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:33,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:42:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742263_1439 (size=12454) 2024-11-21T14:42:33,575 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T14:42:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T14:42:33,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200153577"}]},"ts":"1732200153577"} 2024-11-21T14:42:33,579 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T14:42:33,579 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T14:42:33,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T14:42:33,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, UNASSIGN}] 2024-11-21T14:42:33,581 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, UNASSIGN 2024-11-21T14:42:33,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=359429fb76059c3ba31045037e8a6d50, regionState=CLOSING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:33,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, UNASSIGN because future has completed 2024-11-21T14:42:33,583 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:42:33,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:42:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T14:42:33,735 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:33,735 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:42:33,735 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 359429fb76059c3ba31045037e8a6d50, disabling compactions & flushes 2024-11-21T14:42:33,735 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T14:42:33,975 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:33,978 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121904b69acd1e746028c3176376ba32f85_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121904b69acd1e746028c3176376ba32f85_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:33,979 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/9df970f8e9a643db9e12ade8a5988742, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:33,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/9df970f8e9a643db9e12ade8a5988742 is 175, key is test_row_0/A:col10/1732200152928/Put/seqid=0 2024-11-21T14:42:33,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742264_1440 (size=31255) 2024-11-21T14:42:34,177 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:42:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T14:42:34,384 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/9df970f8e9a643db9e12ade8a5988742 2024-11-21T14:42:34,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/8dacc6562a8649419fa1ce208b5ffca8 is 50, key is test_row_0/B:col10/1732200152928/Put/seqid=0 2024-11-21T14:42:34,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742265_1441 (size=12301) 2024-11-21T14:42:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T14:42:34,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/8dacc6562a8649419fa1ce208b5ffca8 2024-11-21T14:42:34,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/2dd2e7ad715449d9987c6f20318cd4a3 is 50, key is test_row_0/C:col10/1732200152928/Put/seqid=0 2024-11-21T14:42:34,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742266_1442 (size=12301) 2024-11-21T14:42:35,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/2dd2e7ad715449d9987c6f20318cd4a3 2024-11-21T14:42:35,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/9df970f8e9a643db9e12ade8a5988742 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/9df970f8e9a643db9e12ade8a5988742 2024-11-21T14:42:35,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/9df970f8e9a643db9e12ade8a5988742, entries=150, sequenceid=350, filesize=30.5 K 2024-11-21T14:42:35,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/8dacc6562a8649419fa1ce208b5ffca8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/8dacc6562a8649419fa1ce208b5ffca8 2024-11-21T14:42:35,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/8dacc6562a8649419fa1ce208b5ffca8, entries=150, sequenceid=350, filesize=12.0 K 2024-11-21T14:42:35,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/2dd2e7ad715449d9987c6f20318cd4a3 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/2dd2e7ad715449d9987c6f20318cd4a3 2024-11-21T14:42:35,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/2dd2e7ad715449d9987c6f20318cd4a3, entries=150, sequenceid=350, filesize=12.0 K 2024-11-21T14:42:35,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~466.50 KB/477696, currentSize=20.13 KB/20610 for 359429fb76059c3ba31045037e8a6d50 in 1653ms, sequenceid=350, compaction requested=true 2024-11-21T14:42:35,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 359429fb76059c3ba31045037e8a6d50: 2024-11-21T14:42:35,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:35,218 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:35,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:35,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:35,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:35,218 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:35,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 359429fb76059c3ba31045037e8a6d50:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:35,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:35,218 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. after waiting 0 ms 2024-11-21T14:42:35,218 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:35,218 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. because compaction request was cancelled 2024-11-21T14:42:35,218 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. because compaction request was cancelled 2024-11-21T14:42:35,218 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:B 2024-11-21T14:42:35,218 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing 359429fb76059c3ba31045037e8a6d50 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-21T14:42:35,218 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. because compaction request was cancelled 2024-11-21T14:42:35,218 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:A 2024-11-21T14:42:35,218 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 359429fb76059c3ba31045037e8a6d50:C 2024-11-21T14:42:35,218 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=A 2024-11-21T14:42:35,218 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:35,218 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=B 2024-11-21T14:42:35,218 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:35,218 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 359429fb76059c3ba31045037e8a6d50, store=C 2024-11-21T14:42:35,218 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:35,223 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f7c3c045ac1a4608947a4f2486e5dc7c_359429fb76059c3ba31045037e8a6d50 is 50, key is test_row_0/A:col10/1732200153572/Put/seqid=0 2024-11-21T14:42:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742267_1443 (size=12454) 2024-11-21T14:42:35,627 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:35,630 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f7c3c045ac1a4608947a4f2486e5dc7c_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f7c3c045ac1a4608947a4f2486e5dc7c_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:35,631 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/e4b36d18adc242e481426f360ad868d1, store: [table=TestAcidGuarantees family=A region=359429fb76059c3ba31045037e8a6d50] 2024-11-21T14:42:35,631 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/e4b36d18adc242e481426f360ad868d1 is 175, key is test_row_0/A:col10/1732200153572/Put/seqid=0 2024-11-21T14:42:35,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742268_1444 (size=31255) 2024-11-21T14:42:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T14:42:36,035 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/e4b36d18adc242e481426f360ad868d1 2024-11-21T14:42:36,040 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/0beb41167df94ec99cb01dfbce250701 is 50, key is test_row_0/B:col10/1732200153572/Put/seqid=0 2024-11-21T14:42:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742269_1445 (size=12301) 2024-11-21T14:42:36,044 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/0beb41167df94ec99cb01dfbce250701 2024-11-21T14:42:36,048 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/1b7aed7e416246cebd5ec4c536b9de46 is 50, key is test_row_0/C:col10/1732200153572/Put/seqid=0 2024-11-21T14:42:36,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742270_1446 (size=12301) 2024-11-21T14:42:36,452 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/1b7aed7e416246cebd5ec4c536b9de46 2024-11-21T14:42:36,456 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/A/e4b36d18adc242e481426f360ad868d1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/e4b36d18adc242e481426f360ad868d1 2024-11-21T14:42:36,459 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/e4b36d18adc242e481426f360ad868d1, entries=150, sequenceid=356, filesize=30.5 K 2024-11-21T14:42:36,459 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/B/0beb41167df94ec99cb01dfbce250701 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/0beb41167df94ec99cb01dfbce250701 2024-11-21T14:42:36,462 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/0beb41167df94ec99cb01dfbce250701, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T14:42:36,462 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/.tmp/C/1b7aed7e416246cebd5ec4c536b9de46 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/1b7aed7e416246cebd5ec4c536b9de46 2024-11-21T14:42:36,465 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/1b7aed7e416246cebd5ec4c536b9de46, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T14:42:36,466 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 359429fb76059c3ba31045037e8a6d50 in 1248ms, sequenceid=356, compaction requested=true 2024-11-21T14:42:36,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/cd2e4b14716346989008507e92d92c05, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5750e0a0ff5a49f38e9b6ade030b44dd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/b66541ac558041d38d9ab6db09f07d57, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f5fd5c5fc6664a41885fd45cc97ce5f7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/434c0f7fd40d43b2ac10fd5e52cac313, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/ec38219fe13643c5a0799e5a16fc1c1b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5fa648e7016b42d7873a36a8bfff8719, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/a25e74231f734200874f3143b02cf481, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/687a28ab3210415287e1ba4d2f9b197a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/0210403ff1564f89998868f9825adf29, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5639db07e67b4fbe8a60a5b03fd40002, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/3dd83a0d0dbb4f308b037183f554681a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/7df97dbc22d04ba1b06f301a8501c515, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/e9f712a75c0d4fdfa4b3bf4c9c4e008e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/1e9dcc1788974e61b4e81ad0a92e2b60, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/62691128da3e445fae11cd31d2282ee4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/94c4586588fc46af8400b2e3c11166a7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/713f2a7a04b7431ba9176c8d4254c72a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f1f59cf390cd419e8db9f3579b3ab1d3] to archive 2024-11-21T14:42:36,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:42:36,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/cd2e4b14716346989008507e92d92c05 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/cd2e4b14716346989008507e92d92c05 2024-11-21T14:42:36,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5750e0a0ff5a49f38e9b6ade030b44dd to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5750e0a0ff5a49f38e9b6ade030b44dd 2024-11-21T14:42:36,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/b66541ac558041d38d9ab6db09f07d57 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/b66541ac558041d38d9ab6db09f07d57 2024-11-21T14:42:36,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f5fd5c5fc6664a41885fd45cc97ce5f7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f5fd5c5fc6664a41885fd45cc97ce5f7 2024-11-21T14:42:36,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/434c0f7fd40d43b2ac10fd5e52cac313 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/434c0f7fd40d43b2ac10fd5e52cac313 2024-11-21T14:42:36,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/ec38219fe13643c5a0799e5a16fc1c1b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/ec38219fe13643c5a0799e5a16fc1c1b 2024-11-21T14:42:36,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5fa648e7016b42d7873a36a8bfff8719 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5fa648e7016b42d7873a36a8bfff8719 2024-11-21T14:42:36,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/a25e74231f734200874f3143b02cf481 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/a25e74231f734200874f3143b02cf481 2024-11-21T14:42:36,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/687a28ab3210415287e1ba4d2f9b197a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/687a28ab3210415287e1ba4d2f9b197a 2024-11-21T14:42:36,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/0210403ff1564f89998868f9825adf29 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/0210403ff1564f89998868f9825adf29 2024-11-21T14:42:36,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5639db07e67b4fbe8a60a5b03fd40002 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/5639db07e67b4fbe8a60a5b03fd40002 2024-11-21T14:42:36,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/3dd83a0d0dbb4f308b037183f554681a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/3dd83a0d0dbb4f308b037183f554681a 2024-11-21T14:42:36,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/7df97dbc22d04ba1b06f301a8501c515 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/7df97dbc22d04ba1b06f301a8501c515 2024-11-21T14:42:36,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/e9f712a75c0d4fdfa4b3bf4c9c4e008e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/e9f712a75c0d4fdfa4b3bf4c9c4e008e 2024-11-21T14:42:36,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/1e9dcc1788974e61b4e81ad0a92e2b60 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/1e9dcc1788974e61b4e81ad0a92e2b60 2024-11-21T14:42:36,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/62691128da3e445fae11cd31d2282ee4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/62691128da3e445fae11cd31d2282ee4 2024-11-21T14:42:36,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/94c4586588fc46af8400b2e3c11166a7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/94c4586588fc46af8400b2e3c11166a7 2024-11-21T14:42:36,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/713f2a7a04b7431ba9176c8d4254c72a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/713f2a7a04b7431ba9176c8d4254c72a 2024-11-21T14:42:36,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f1f59cf390cd419e8db9f3579b3ab1d3 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/f1f59cf390cd419e8db9f3579b3ab1d3 2024-11-21T14:42:36,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f7ac5f3006ef42beb098d8d0c5e3ceba, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/af1b3f43574749d6b3787c924b1b5c03, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/7b2546b410b940669c8e8d78b35c73dd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/eb098e0d958640dc856e010c843d6093, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/22896987b79f45e9a5f19c7c9210910e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/bef0c8894cfb4545918683b6a9ad56d6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/6e92b476cf4841e1a1406cb877d134dd, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/5da7e06a4e5c43c18589d6407350a957, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/3b291e145bc1492d89932d20cbf94149, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/8f1f5f42b89240bf87d47a80c7f3e781, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c5ca867ddffe4498b160b7180fd1052e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/21555f0d1bf64c8cbc7b1cca10d8f0df, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f19f916ff87846fca6d826ee6bb6b476, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/9286eafbdf004b93acf270896b2c503c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/473a78ab1d3241ef9bbad8930b1f869a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/6d062215459f4fd7a463db543d34e716, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/deefa14d917642a4b3fe63e4994ed6c1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/64dc8e4fff5c47e886e6341bfafc35ce, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c55be12c069542748bdaecb67f5fc6b4] to archive 2024-11-21T14:42:36,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:42:36,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f7ac5f3006ef42beb098d8d0c5e3ceba to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f7ac5f3006ef42beb098d8d0c5e3ceba 2024-11-21T14:42:36,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/af1b3f43574749d6b3787c924b1b5c03 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/af1b3f43574749d6b3787c924b1b5c03 2024-11-21T14:42:36,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/7b2546b410b940669c8e8d78b35c73dd to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/7b2546b410b940669c8e8d78b35c73dd 2024-11-21T14:42:36,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/eb098e0d958640dc856e010c843d6093 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/eb098e0d958640dc856e010c843d6093 2024-11-21T14:42:36,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/22896987b79f45e9a5f19c7c9210910e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/22896987b79f45e9a5f19c7c9210910e 2024-11-21T14:42:36,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/bef0c8894cfb4545918683b6a9ad56d6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/bef0c8894cfb4545918683b6a9ad56d6 2024-11-21T14:42:36,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/6e92b476cf4841e1a1406cb877d134dd to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/6e92b476cf4841e1a1406cb877d134dd 2024-11-21T14:42:36,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/5da7e06a4e5c43c18589d6407350a957 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/5da7e06a4e5c43c18589d6407350a957 2024-11-21T14:42:36,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/3b291e145bc1492d89932d20cbf94149 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/3b291e145bc1492d89932d20cbf94149 2024-11-21T14:42:36,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/8f1f5f42b89240bf87d47a80c7f3e781 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/8f1f5f42b89240bf87d47a80c7f3e781 2024-11-21T14:42:36,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c5ca867ddffe4498b160b7180fd1052e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c5ca867ddffe4498b160b7180fd1052e 2024-11-21T14:42:36,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/21555f0d1bf64c8cbc7b1cca10d8f0df to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/21555f0d1bf64c8cbc7b1cca10d8f0df 2024-11-21T14:42:36,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f19f916ff87846fca6d826ee6bb6b476 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/f19f916ff87846fca6d826ee6bb6b476 2024-11-21T14:42:36,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/9286eafbdf004b93acf270896b2c503c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/9286eafbdf004b93acf270896b2c503c 2024-11-21T14:42:36,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/473a78ab1d3241ef9bbad8930b1f869a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/473a78ab1d3241ef9bbad8930b1f869a 2024-11-21T14:42:36,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/6d062215459f4fd7a463db543d34e716 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/6d062215459f4fd7a463db543d34e716 2024-11-21T14:42:36,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/deefa14d917642a4b3fe63e4994ed6c1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/deefa14d917642a4b3fe63e4994ed6c1 2024-11-21T14:42:36,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/64dc8e4fff5c47e886e6341bfafc35ce to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/64dc8e4fff5c47e886e6341bfafc35ce 2024-11-21T14:42:36,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c55be12c069542748bdaecb67f5fc6b4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/c55be12c069542748bdaecb67f5fc6b4 2024-11-21T14:42:36,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a31d9e83278a401283708f0e382aa1b4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/41b2264c9c9b43a28c6c71ebcb51f8b0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/661018a09ce3457a9b2b8ae7d67de703, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/00e0ff2e40b641dead44b2e2c7578690, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/6ed72e39f3794f86b9514173475e8d80, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/efdc0e5ab4f3467d95ed43a59de338c7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/fa6d87679a1547dd923afcbccb53ec23, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8affe45330484e34bff889d66f165957, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ec135f291fa546ceaf4d54dea44259b6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/64a50f4e8cb140369fbe714610b662da, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ce153db698b642e8aba177f1b6f241cb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/68e7433b044848b9a880b043e1bdbbed, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ae2bf981b4b94aefbcaf76ddecc7a0d5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/3799afe9e9b348fa98c7464cbe8dbad4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8d0012798b3b46b7b05daed6ec2861e8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/1138d5f371964e87886b3561f0a62fa8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a361d59bc89c40aba7b54bd883355a5b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/73fac906da3b4c85bff3d0ffbdb3f594, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/dc0d6e6b301742a492eea3316e607bcd] to archive 2024-11-21T14:42:36,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:42:36,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a31d9e83278a401283708f0e382aa1b4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a31d9e83278a401283708f0e382aa1b4 2024-11-21T14:42:36,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/41b2264c9c9b43a28c6c71ebcb51f8b0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/41b2264c9c9b43a28c6c71ebcb51f8b0 2024-11-21T14:42:36,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/661018a09ce3457a9b2b8ae7d67de703 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/661018a09ce3457a9b2b8ae7d67de703 2024-11-21T14:42:36,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/00e0ff2e40b641dead44b2e2c7578690 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/00e0ff2e40b641dead44b2e2c7578690 2024-11-21T14:42:36,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/6ed72e39f3794f86b9514173475e8d80 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/6ed72e39f3794f86b9514173475e8d80 2024-11-21T14:42:36,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/efdc0e5ab4f3467d95ed43a59de338c7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/efdc0e5ab4f3467d95ed43a59de338c7 2024-11-21T14:42:36,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/fa6d87679a1547dd923afcbccb53ec23 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/fa6d87679a1547dd923afcbccb53ec23 2024-11-21T14:42:36,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8affe45330484e34bff889d66f165957 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8affe45330484e34bff889d66f165957 2024-11-21T14:42:36,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ec135f291fa546ceaf4d54dea44259b6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ec135f291fa546ceaf4d54dea44259b6 2024-11-21T14:42:36,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/64a50f4e8cb140369fbe714610b662da to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/64a50f4e8cb140369fbe714610b662da 2024-11-21T14:42:36,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ce153db698b642e8aba177f1b6f241cb to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ce153db698b642e8aba177f1b6f241cb 2024-11-21T14:42:36,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/68e7433b044848b9a880b043e1bdbbed to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/68e7433b044848b9a880b043e1bdbbed 2024-11-21T14:42:36,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ae2bf981b4b94aefbcaf76ddecc7a0d5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/ae2bf981b4b94aefbcaf76ddecc7a0d5 2024-11-21T14:42:36,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/3799afe9e9b348fa98c7464cbe8dbad4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/3799afe9e9b348fa98c7464cbe8dbad4 2024-11-21T14:42:36,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8d0012798b3b46b7b05daed6ec2861e8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/8d0012798b3b46b7b05daed6ec2861e8 2024-11-21T14:42:36,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/1138d5f371964e87886b3561f0a62fa8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/1138d5f371964e87886b3561f0a62fa8 2024-11-21T14:42:36,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a361d59bc89c40aba7b54bd883355a5b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/a361d59bc89c40aba7b54bd883355a5b 2024-11-21T14:42:36,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/73fac906da3b4c85bff3d0ffbdb3f594 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/73fac906da3b4c85bff3d0ffbdb3f594 2024-11-21T14:42:36,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/dc0d6e6b301742a492eea3316e607bcd to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/dc0d6e6b301742a492eea3316e607bcd 2024-11-21T14:42:36,519 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/recovered.edits/359.seqid, newMaxSeqId=359, maxSeqId=4 2024-11-21T14:42:36,520 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. 2024-11-21T14:42:36,520 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 359429fb76059c3ba31045037e8a6d50: Waiting for close lock at 1732200153735Running coprocessor pre-close hooks at 1732200153735Disabling compacts and flushes for region at 1732200153735Disabling writes for close at 1732200155218 (+1483 ms)Obtaining lock to block concurrent updates at 1732200155218Preparing flush snapshotting stores in 359429fb76059c3ba31045037e8a6d50 at 1732200155218Finished memstore snapshotting TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732200155218Flushing stores of TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50. at 1732200155219 (+1 ms)Flushing 359429fb76059c3ba31045037e8a6d50/A: creating writer at 1732200155219Flushing mob file 359429fb76059c3ba31045037e8a6d50/A: appending metadata at 1732200155223 (+4 ms)Flushing mob file 359429fb76059c3ba31045037e8a6d50/A: closing flushed file at 1732200155223Flushing 359429fb76059c3ba31045037e8a6d50/A: appending metadata at 1732200155631 (+408 ms)Flushing 359429fb76059c3ba31045037e8a6d50/A: closing flushed file at 1732200155631Flushing 359429fb76059c3ba31045037e8a6d50/B: creating writer at 1732200156038 (+407 ms)Flushing 359429fb76059c3ba31045037e8a6d50/B: appending metadata at 1732200156040 (+2 ms)Flushing 359429fb76059c3ba31045037e8a6d50/B: closing flushed file at 1732200156040Flushing 359429fb76059c3ba31045037e8a6d50/C: creating writer at 1732200156046 (+6 ms)Flushing 359429fb76059c3ba31045037e8a6d50/C: appending metadata at 1732200156048 (+2 ms)Flushing 359429fb76059c3ba31045037e8a6d50/C: closing flushed file at 1732200156048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6793303e: reopening flushed file at 1732200156455 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ef768c: reopening flushed file at 1732200156459 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f88cb14: reopening flushed file at 1732200156462 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 359429fb76059c3ba31045037e8a6d50 in 1248ms, sequenceid=356, compaction requested=true at 1732200156466 (+4 ms)Writing region close event to WAL at 1732200156517 (+51 ms)Running coprocessor post-close hooks at 1732200156520 (+3 ms)Closed at 1732200156520 2024-11-21T14:42:36,522 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:36,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=359429fb76059c3ba31045037e8a6d50, regionState=CLOSED 2024-11-21T14:42:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:42:36,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-21T14:42:36,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 359429fb76059c3ba31045037e8a6d50, server=f7796871bd2a,34871,1732200036061 in 2.9410 sec 2024-11-21T14:42:36,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-21T14:42:36,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=359429fb76059c3ba31045037e8a6d50, UNASSIGN in 2.9450 sec 2024-11-21T14:42:36,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-21T14:42:36,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.9480 sec 2024-11-21T14:42:36,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200156529"}]},"ts":"1732200156529"} 2024-11-21T14:42:36,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T14:42:36,531 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T14:42:36,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.9570 sec 2024-11-21T14:42:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-21T14:42:37,742 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:37,742 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T14:42:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:37,744 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T14:42:37,745 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:37,747 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,748 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/recovered.edits] 2024-11-21T14:42:37,750 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/3405e67fd8094c69bcc007835e5487d8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/3405e67fd8094c69bcc007835e5487d8 2024-11-21T14:42:37,751 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/9df970f8e9a643db9e12ade8a5988742 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/9df970f8e9a643db9e12ade8a5988742 2024-11-21T14:42:37,752 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/cfea2672b15e4279be688bcd3955bf1f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/cfea2672b15e4279be688bcd3955bf1f 2024-11-21T14:42:37,753 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/e4b36d18adc242e481426f360ad868d1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/A/e4b36d18adc242e481426f360ad868d1 2024-11-21T14:42:37,755 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/0beb41167df94ec99cb01dfbce250701 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/0beb41167df94ec99cb01dfbce250701 2024-11-21T14:42:37,756 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/4aeca05bf8f348e4bdda825b8ca24b2d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/4aeca05bf8f348e4bdda825b8ca24b2d 2024-11-21T14:42:37,757 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/8dacc6562a8649419fa1ce208b5ffca8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/8dacc6562a8649419fa1ce208b5ffca8 2024-11-21T14:42:37,758 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/d6445a2062cd4c94985b74772fe7ac11 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/B/d6445a2062cd4c94985b74772fe7ac11 2024-11-21T14:42:37,759 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/1b7aed7e416246cebd5ec4c536b9de46 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/1b7aed7e416246cebd5ec4c536b9de46 2024-11-21T14:42:37,760 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/2dd2e7ad715449d9987c6f20318cd4a3 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/2dd2e7ad715449d9987c6f20318cd4a3 2024-11-21T14:42:37,761 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/701ed9a52ea4463d853768945192385c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/701ed9a52ea4463d853768945192385c 2024-11-21T14:42:37,762 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/cf4bc099af33466daa91f60868eb09b7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/C/cf4bc099af33466daa91f60868eb09b7 2024-11-21T14:42:37,764 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/recovered.edits/359.seqid to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50/recovered.edits/359.seqid 2024-11-21T14:42:37,764 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,764 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T14:42:37,765 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T14:42:37,765 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T14:42:37,767 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112123ae43184ae24e7f8df82b111de6c1fa_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112123ae43184ae24e7f8df82b111de6c1fa_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,768 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112144121d7c02a843eebb88fec409ead58c_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112144121d7c02a843eebb88fec409ead58c_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,769 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215b677583c8db49e08fa8ff49742408b0_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215b677583c8db49e08fa8ff49742408b0_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,770 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170b2e73edf624f5eaa0339b0470eb0bc_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170b2e73edf624f5eaa0339b0470eb0bc_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,771 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121904b69acd1e746028c3176376ba32f85_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121904b69acd1e746028c3176376ba32f85_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,773 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121941385b4a3a74257a17e2cb301ceba83_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121941385b4a3a74257a17e2cb301ceba83_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,774 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219564c63d91a34dc6b26cccb51a9978e8_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219564c63d91a34dc6b26cccb51a9978e8_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,775 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219fbe0b2b3afc4dfbbbc5e4c7d1b7ba2e_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219fbe0b2b3afc4dfbbbc5e4c7d1b7ba2e_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,776 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a5ffd05d634b446cb0676a0e435b2068_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a5ffd05d634b446cb0676a0e435b2068_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,777 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a9183f46bcc7455da7a1e69bd2e59b94_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a9183f46bcc7455da7a1e69bd2e59b94_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,777 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b5bd4e1df7a24f4eb614e40c7caba31d_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b5bd4e1df7a24f4eb614e40c7caba31d_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,778 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c4351b86b8364a6db7f7ba718eae5af7_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c4351b86b8364a6db7f7ba718eae5af7_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,779 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c6265fbe9e2f43ff9f257572d34e04de_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c6265fbe9e2f43ff9f257572d34e04de_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,780 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d191e009d4d84e719714673bc87b5ea0_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d191e009d4d84e719714673bc87b5ea0_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,781 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f10046b9648844b8bb255c19ca5ac4f6_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f10046b9648844b8bb255c19ca5ac4f6_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,781 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f442cea6a0134cbeae9ea847d3b7d6bf_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f442cea6a0134cbeae9ea847d3b7d6bf_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,782 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f7c3c045ac1a4608947a4f2486e5dc7c_359429fb76059c3ba31045037e8a6d50 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f7c3c045ac1a4608947a4f2486e5dc7c_359429fb76059c3ba31045037e8a6d50 2024-11-21T14:42:37,783 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T14:42:37,784 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:37,786 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T14:42:37,788 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T14:42:37,789 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:37,789 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T14:42:37,789 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732200157789"}]},"ts":"9223372036854775807"} 2024-11-21T14:42:37,791 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T14:42:37,791 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 359429fb76059c3ba31045037e8a6d50, NAME => 'TestAcidGuarantees,,1732200129891.359429fb76059c3ba31045037e8a6d50.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T14:42:37,791 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T14:42:37,791 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732200157791"}]},"ts":"9223372036854775807"} 2024-11-21T14:42:37,793 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T14:42:37,793 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:37,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-21T14:42:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-21T14:42:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T14:42:37,852 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:37,861 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 248) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1481737844_22 at /127.0.0.1:51510 [Waiting for operation #1273] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1695483271_22 at /127.0.0.1:51664 [Waiting for operation #1241] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1695483271_22 at /127.0.0.1:51674 [Waiting for operation #1219] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1481737844_22 at /127.0.0.1:44572 [Waiting for operation #1381] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 458), ProcessCount=11 (was 11), AvailableMemoryMB=2238 (was 2346) 2024-11-21T14:42:37,870 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=2237 2024-11-21T14:42:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T14:42:37,873 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:42:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T14:42:37,874 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:42:37,875 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:37,875 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-21T14:42:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-21T14:42:37,875 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:42:37,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742271_1447 (size=1061) 2024-11-21T14:42:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-21T14:42:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-21T14:42:38,282 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee 2024-11-21T14:42:38,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742272_1448 (size=53) 2024-11-21T14:42:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-21T14:42:38,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:42:38,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 413b6008f3d8de3e71354be89810996b, disabling compactions & flushes 2024-11-21T14:42:38,687 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:38,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:38,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. after waiting 0 ms 2024-11-21T14:42:38,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:38,687 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:38,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 413b6008f3d8de3e71354be89810996b: Waiting for close lock at 1732200158687Disabling compacts and flushes for region at 1732200158687Disabling writes for close at 1732200158687Writing region close event to WAL at 1732200158687Closed at 1732200158687 2024-11-21T14:42:38,688 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:42:38,688 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732200158688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200158688"}]},"ts":"1732200158688"} 2024-11-21T14:42:38,690 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:42:38,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:42:38,691 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200158690"}]},"ts":"1732200158690"} 2024-11-21T14:42:38,692 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T14:42:38,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=413b6008f3d8de3e71354be89810996b, ASSIGN}] 2024-11-21T14:42:38,693 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=413b6008f3d8de3e71354be89810996b, ASSIGN 2024-11-21T14:42:38,693 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=413b6008f3d8de3e71354be89810996b, ASSIGN; state=OFFLINE, location=f7796871bd2a,34871,1732200036061; forceNewPlan=false, retain=false 2024-11-21T14:42:38,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=413b6008f3d8de3e71354be89810996b, regionState=OPENING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:38,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=413b6008f3d8de3e71354be89810996b, ASSIGN because future has completed 2024-11-21T14:42:38,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:42:39,000 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:39,000 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:42:39,001 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,001 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:42:39,001 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,001 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,002 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,003 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:42:39,003 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 413b6008f3d8de3e71354be89810996b columnFamilyName A 2024-11-21T14:42:39,003 DEBUG [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:39,004 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] regionserver.HStore(327): Store=413b6008f3d8de3e71354be89810996b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:42:39,004 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,005 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:42:39,005 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 413b6008f3d8de3e71354be89810996b columnFamilyName B 2024-11-21T14:42:39,005 DEBUG [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:39,005 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] regionserver.HStore(327): Store=413b6008f3d8de3e71354be89810996b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:42:39,005 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,006 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:42:39,006 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 413b6008f3d8de3e71354be89810996b columnFamilyName C 2024-11-21T14:42:39,006 DEBUG [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:42:39,006 INFO [StoreOpener-413b6008f3d8de3e71354be89810996b-1 {}] regionserver.HStore(327): Store=413b6008f3d8de3e71354be89810996b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:42:39,006 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:39,006 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,007 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,007 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,008 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,008 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,008 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:42:39,009 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,010 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:42:39,011 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 413b6008f3d8de3e71354be89810996b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69706583, jitterRate=0.03870902955532074}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:42:39,011 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:39,011 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 413b6008f3d8de3e71354be89810996b: Running coprocessor pre-open hook at 1732200159001Writing region info on filesystem at 1732200159001Initializing all the Stores at 1732200159002 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200159002Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200159002Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200159002Cleaning up temporary data from old regions at 1732200159008 (+6 ms)Running coprocessor post-open hooks at 1732200159011 (+3 ms)Region opened successfully at 1732200159011 2024-11-21T14:42:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-21T14:42:39,012 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., pid=118, masterSystemTime=1732200158997 2024-11-21T14:42:39,013 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:39,013 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:39,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=413b6008f3d8de3e71354be89810996b, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:39,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:42:39,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-21T14:42:39,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure 413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 in 170 msec 2024-11-21T14:42:39,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-21T14:42:39,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=413b6008f3d8de3e71354be89810996b, ASSIGN in 325 msec 2024-11-21T14:42:39,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:42:39,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200159019"}]},"ts":"1732200159019"} 2024-11-21T14:42:39,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T14:42:39,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:42:39,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-21T14:42:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-21T14:42:40,022 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:40,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca175cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:40,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:40,025 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:40,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:40,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:40,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6f31d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:40,027 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a61524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:40,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:40,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:42:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f7796871bd2a,33569,1732200035143 2024-11-21T14:42:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a37fbb8 2024-11-21T14:42:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:42:40,032 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:42:40,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491481f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:40,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:40,034 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d0eb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:40,036 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f05fc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7631696d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:40,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:40,040 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:40,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2653f3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:40,042 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6338eb07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126b8236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:40,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:40,045 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c03832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:40,047 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52626780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea00808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:40,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:40,049 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:40,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:40,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:40,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316bcf35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:40,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:40,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:40,050 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:40,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713a1865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1589e05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:40,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:40,052 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2db22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:40,053 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707b0682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c19380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:40,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:40,055 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3385f3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:40,057 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400b11e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b23f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:40,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:40,061 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2c2fda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:40,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:40,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:40,062 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59498ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7d791a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:40,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:40,064 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:40,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5120e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:40,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:40,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:40,066 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4a37d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b3a94b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:40,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:40,068 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd2e76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:40,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:40,069 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aec7926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c68a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:42:40,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:42:40,072 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:42:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:42:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:42:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e91b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:42:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:42:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:42:40,073 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:42:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d08d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:42:40,075 DEBUG [Thread-2012 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:40,075 DEBUG [Thread-2014 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:40,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:40,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:40,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:40,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:40,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:40,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:40,077 DEBUG [Thread-2023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:40,078 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:40,078 DEBUG [Thread-2021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:40,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:40,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:40,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:42:40,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:42:40,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:40,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:40,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:40,080 DEBUG [Thread-2027 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:40,080 DEBUG [Thread-2016 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-21T14:42:40,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T14:42:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:40,081 DEBUG [Thread-2008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:40,081 DEBUG [Thread-2025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:40,081 DEBUG [Thread-2019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:40,082 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:40,082 DEBUG [Thread-2010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:42:40,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:40,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:40,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:40,082 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:40,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:40,083 DEBUG [Thread-2019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:40,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:42:40,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:42:40,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:40,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:40,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:42:40,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:40,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:42:40,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:42:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:40,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:42:40,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:42:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:40,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:42:40,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:42:40,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:42:40,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:42:40,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2] 2024-11-21T14:42:40,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/f178c6bbc1484c1b9846929d94b49229 is 50, key is test_row_0/A:col10/1732200160085/Put/seqid=0 2024-11-21T14:42:40,138 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732200160091, max timestamp=1732200160135Num uniques 859; 2024-11-21T14:42:40,139 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-21T14:42:40,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742273_1449 (size=12001) 2024-11-21T14:42:40,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732200160091, max timestamp=1732200160135Num uniques 859; 2024-11-21T14:42:40,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-21T14:42:40,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732200160091, max timestamp=1732200160135Num uniques 859; 2024-11-21T14:42:40,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-21T14:42:40,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/f178c6bbc1484c1b9846929d94b49229 2024-11-21T14:42:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T14:42:40,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/a82515d7cf0d44cc9a3fbd494d5b004c is 50, key is test_row_0/B:col10/1732200160085/Put/seqid=0 2024-11-21T14:42:40,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200220189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200220190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200220192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200220212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200220212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742274_1450 (size=12001) 2024-11-21T14:42:40,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/a82515d7cf0d44cc9a3fbd494d5b004c 2024-11-21T14:42:40,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T14:42:40,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:40,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:40,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:40,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b74eec9eef3a4e1aa76a6ecb6912b2be is 50, key is test_row_0/C:col10/1732200160085/Put/seqid=0 2024-11-21T14:42:40,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742275_1451 (size=12001) 2024-11-21T14:42:40,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b74eec9eef3a4e1aa76a6ecb6912b2be 2024-11-21T14:42:40,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/f178c6bbc1484c1b9846929d94b49229 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/f178c6bbc1484c1b9846929d94b49229 2024-11-21T14:42:40,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/f178c6bbc1484c1b9846929d94b49229, entries=150, sequenceid=11, filesize=11.7 K 2024-11-21T14:42:40,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/a82515d7cf0d44cc9a3fbd494d5b004c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a82515d7cf0d44cc9a3fbd494d5b004c 2024-11-21T14:42:40,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a82515d7cf0d44cc9a3fbd494d5b004c, entries=150, sequenceid=11, filesize=11.7 K 2024-11-21T14:42:40,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b74eec9eef3a4e1aa76a6ecb6912b2be as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b74eec9eef3a4e1aa76a6ecb6912b2be 2024-11-21T14:42:40,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b74eec9eef3a4e1aa76a6ecb6912b2be, entries=150, sequenceid=11, filesize=11.7 K 2024-11-21T14:42:40,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 413b6008f3d8de3e71354be89810996b in 212ms, sequenceid=11, compaction requested=false 2024-11-21T14:42:40,302 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T14:42:40,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:40,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=154.31 KB heapSize=426 KB 2024-11-21T14:42:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:40,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/9011754e805f48bb96c41739f62c3fb7 is 50, key is test_row_0/A:col10/1732200160326/Put/seqid=0 2024-11-21T14:42:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742276_1452 (size=14341) 2024-11-21T14:42:40,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200220329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200220331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200220334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200220335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200220343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T14:42:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:40,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T14:42:40,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200220452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200220452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200220452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200220452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200220452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T14:42:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:40,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200220671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200220671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200220671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200220671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200220672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T14:42:40,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:40,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:40,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:40,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T14:42:40,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/9011754e805f48bb96c41739f62c3fb7 2024-11-21T14:42:40,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/a215e23dac354369be13a5ba02b9d653 is 50, key is test_row_0/B:col10/1732200160326/Put/seqid=0 2024-11-21T14:42:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742277_1453 (size=12001) 2024-11-21T14:42:40,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/a215e23dac354369be13a5ba02b9d653 2024-11-21T14:42:40,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/9426855d32fa4ea1865c1382f1be4248 is 50, key is test_row_0/C:col10/1732200160326/Put/seqid=0 2024-11-21T14:42:40,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742278_1454 (size=12001) 2024-11-21T14:42:40,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T14:42:40,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:40,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:40,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:40,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200220981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200220981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:40,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200220992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200220992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200220992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T14:42:41,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:41,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:41,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:41,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:41,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:41,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T14:42:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:41,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:41,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/9426855d32fa4ea1865c1382f1be4248 2024-11-21T14:42:41,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/9011754e805f48bb96c41739f62c3fb7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/9011754e805f48bb96c41739f62c3fb7 2024-11-21T14:42:41,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/9011754e805f48bb96c41739f62c3fb7, entries=200, sequenceid=47, filesize=14.0 K 2024-11-21T14:42:41,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/a215e23dac354369be13a5ba02b9d653 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a215e23dac354369be13a5ba02b9d653 2024-11-21T14:42:41,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a215e23dac354369be13a5ba02b9d653, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T14:42:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/9426855d32fa4ea1865c1382f1be4248 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/9426855d32fa4ea1865c1382f1be4248 2024-11-21T14:42:41,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/9426855d32fa4ea1865c1382f1be4248, entries=150, sequenceid=47, filesize=11.7 K 2024-11-21T14:42:41,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~425.95 KB/436176, currentSize=33.54 KB/34350 for 413b6008f3d8de3e71354be89810996b in 850ms, sequenceid=47, compaction requested=false 2024-11-21T14:42:41,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T14:42:41,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-21T14:42:41,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:41,310 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T14:42:41,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:41,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:41,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:41,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:41,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:41,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:41,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/687001b6f48f4bcea5f3810deeebb376 is 50, key is test_row_0/A:col10/1732200160342/Put/seqid=0 2024-11-21T14:42:41,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742279_1455 (size=12001) 2024-11-21T14:42:41,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:41,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200161531, max timestamp=1732200161552Num uniques 859; 2024-11-21T14:42:41,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:42:41,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200161531, max timestamp=1732200161552Num uniques 859; 2024-11-21T14:42:41,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:42:41,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200161531, max timestamp=1732200161552Num uniques 859; 2024-11-21T14:42:41,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:42:41,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200221588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732200161582, max timestamp=1732200161601Num uniques 1018; 2024-11-21T14:42:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732200161582, max timestamp=1732200161601Num uniques 1018; 2024-11-21T14:42:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-21T14:42:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-21T14:42:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732200161582, max timestamp=1732200161601Num uniques 1018; 2024-11-21T14:42:41,606 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-21T14:42:41,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200221645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732200161621, max timestamp=1732200161658Num uniques 1077; 2024-11-21T14:42:41,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-21T14:42:41,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732200161621, max timestamp=1732200161658Num uniques 1077; 2024-11-21T14:42:41,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-21T14:42:41,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732200161621, max timestamp=1732200161658Num uniques 1077; 2024-11-21T14:42:41,664 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-21T14:42:41,720 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/687001b6f48f4bcea5f3810deeebb376 2024-11-21T14:42:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/44b9d530813e4c9d9ce56e2b8f19b222 is 50, key is test_row_0/B:col10/1732200160342/Put/seqid=0 2024-11-21T14:42:41,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742280_1456 (size=12001) 2024-11-21T14:42:41,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200221726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200221727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200221728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200221729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200221771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200221842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200221851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200221851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200221851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:41,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200221982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:41,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:42:42,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200222051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200222072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200222072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200222072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,130 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/44b9d530813e4c9d9ce56e2b8f19b222 2024-11-21T14:42:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/98ba40415c934a238650497ffa187035 is 50, key is test_row_0/C:col10/1732200160342/Put/seqid=0 2024-11-21T14:42:42,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742281_1457 (size=12001) 2024-11-21T14:42:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T14:42:42,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200222302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200222371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200222381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200222382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200222392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,541 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/98ba40415c934a238650497ffa187035 2024-11-21T14:42:42,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/687001b6f48f4bcea5f3810deeebb376 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/687001b6f48f4bcea5f3810deeebb376 2024-11-21T14:42:42,548 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/687001b6f48f4bcea5f3810deeebb376, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T14:42:42,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/44b9d530813e4c9d9ce56e2b8f19b222 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/44b9d530813e4c9d9ce56e2b8f19b222 2024-11-21T14:42:42,553 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/44b9d530813e4c9d9ce56e2b8f19b222, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T14:42:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/98ba40415c934a238650497ffa187035 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/98ba40415c934a238650497ffa187035 2024-11-21T14:42:42,557 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/98ba40415c934a238650497ffa187035, entries=150, sequenceid=55, filesize=11.7 K 2024-11-21T14:42:42,558 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 413b6008f3d8de3e71354be89810996b in 1248ms, sequenceid=55, compaction requested=true 2024-11-21T14:42:42,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:42,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:42,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-21T14:42:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-21T14:42:42,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-21T14:42:42,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4760 sec 2024-11-21T14:42:42,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.4830 sec 2024-11-21T14:42:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:42,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=154.31 KB heapSize=434.39 KB 2024-11-21T14:42:42,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:42,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:42:42,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:42,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:42:42,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:42,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:42:42,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/a9bd2f291e3a4b33b628a192420d90d9 is 50, key is test_row_0/A:col10/1732200161727/Put/seqid=0 2024-11-21T14:42:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742282_1458 (size=14341) 2024-11-21T14:42:42,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200222871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200222892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200222902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200222902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200222902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:42,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200222982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:43,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200223201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:43,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:43,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/a9bd2f291e3a4b33b628a192420d90d9 2024-11-21T14:42:43,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/0e21c34753fb4131911ef1ae50c9de1b is 50, key is test_row_0/B:col10/1732200161727/Put/seqid=0 2024-11-21T14:42:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742283_1459 (size=12001) 2024-11-21T14:42:43,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200223522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:43,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/0e21c34753fb4131911ef1ae50c9de1b 2024-11-21T14:42:43,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/66037f3c2818482ea6bacf247452a6ff is 50, key is test_row_0/C:col10/1732200161727/Put/seqid=0 2024-11-21T14:42:43,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742284_1460 (size=12001) 2024-11-21T14:42:43,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200223912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:43,923 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:43,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:43,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200223922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:43,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200223922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:43,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:43,931 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200223922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:43,931 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:43,932 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:44,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200224041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:44,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/66037f3c2818482ea6bacf247452a6ff 2024-11-21T14:42:44,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/a9bd2f291e3a4b33b628a192420d90d9 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a9bd2f291e3a4b33b628a192420d90d9 2024-11-21T14:42:44,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a9bd2f291e3a4b33b628a192420d90d9, entries=200, sequenceid=127, filesize=14.0 K 2024-11-21T14:42:44,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/0e21c34753fb4131911ef1ae50c9de1b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/0e21c34753fb4131911ef1ae50c9de1b 2024-11-21T14:42:44,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/0e21c34753fb4131911ef1ae50c9de1b, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T14:42:44,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/66037f3c2818482ea6bacf247452a6ff as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/66037f3c2818482ea6bacf247452a6ff 2024-11-21T14:42:44,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/66037f3c2818482ea6bacf247452a6ff, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T14:42:44,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~434.34 KB/444768, currentSize=26.84 KB/27480 for 413b6008f3d8de3e71354be89810996b in 1249ms, sequenceid=127, compaction requested=true 2024-11-21T14:42:44,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:44,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:44,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:44,082 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:44,083 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:44,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:44,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:44,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:44,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:44,084 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:44,084 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/A is initiating minor compaction (all files) 2024-11-21T14:42:44,084 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/A in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:44,084 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/f178c6bbc1484c1b9846929d94b49229, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/9011754e805f48bb96c41739f62c3fb7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/687001b6f48f4bcea5f3810deeebb376, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a9bd2f291e3a4b33b628a192420d90d9] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=51.4 K 2024-11-21T14:42:44,084 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:44,084 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting f178c6bbc1484c1b9846929d94b49229, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732200160082 2024-11-21T14:42:44,084 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/B is initiating minor compaction (all files) 2024-11-21T14:42:44,084 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/B in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:44,085 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a82515d7cf0d44cc9a3fbd494d5b004c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a215e23dac354369be13a5ba02b9d653, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/44b9d530813e4c9d9ce56e2b8f19b222, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/0e21c34753fb4131911ef1ae50c9de1b] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=46.9 K 2024-11-21T14:42:44,085 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9011754e805f48bb96c41739f62c3fb7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732200160186 2024-11-21T14:42:44,086 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a82515d7cf0d44cc9a3fbd494d5b004c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732200160082 2024-11-21T14:42:44,086 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 687001b6f48f4bcea5f3810deeebb376, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732200160331 2024-11-21T14:42:44,086 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a215e23dac354369be13a5ba02b9d653, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732200160186 2024-11-21T14:42:44,086 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9bd2f291e3a4b33b628a192420d90d9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732200161708 2024-11-21T14:42:44,086 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 44b9d530813e4c9d9ce56e2b8f19b222, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732200160331 2024-11-21T14:42:44,087 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e21c34753fb4131911ef1ae50c9de1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732200161708 2024-11-21T14:42:44,106 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#A#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:44,106 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#B#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:44,106 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/83b50bd47a7644afad39bb463e34df67 is 50, key is test_row_0/A:col10/1732200161727/Put/seqid=0 2024-11-21T14:42:44,106 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/5d5a38756a41437ea6f4ed5971fe665b is 50, key is test_row_0/B:col10/1732200161727/Put/seqid=0 2024-11-21T14:42:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742285_1461 (size=12139) 2024-11-21T14:42:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742286_1462 (size=12139) 2024-11-21T14:42:44,126 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/83b50bd47a7644afad39bb463e34df67 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/83b50bd47a7644afad39bb463e34df67 2024-11-21T14:42:44,132 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 413b6008f3d8de3e71354be89810996b/A of 413b6008f3d8de3e71354be89810996b into 83b50bd47a7644afad39bb463e34df67(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:44,132 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:44,132 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/A, priority=12, startTime=1732200164082; duration=0sec 2024-11-21T14:42:44,132 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:44,132 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:A 2024-11-21T14:42:44,132 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:44,133 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:44,134 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/C is initiating minor compaction (all files) 2024-11-21T14:42:44,134 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/C in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:44,134 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b74eec9eef3a4e1aa76a6ecb6912b2be, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/9426855d32fa4ea1865c1382f1be4248, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/98ba40415c934a238650497ffa187035, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/66037f3c2818482ea6bacf247452a6ff] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=46.9 K 2024-11-21T14:42:44,134 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b74eec9eef3a4e1aa76a6ecb6912b2be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732200160082 2024-11-21T14:42:44,134 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9426855d32fa4ea1865c1382f1be4248, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732200160186 2024-11-21T14:42:44,135 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98ba40415c934a238650497ffa187035, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732200160331 2024-11-21T14:42:44,135 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66037f3c2818482ea6bacf247452a6ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732200161708 2024-11-21T14:42:44,143 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:44,144 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/e52e7aa8c6b344448c99922ad50d1a80 is 50, key is test_row_0/C:col10/1732200161727/Put/seqid=0 2024-11-21T14:42:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742287_1463 (size=12139) 2024-11-21T14:42:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-21T14:42:44,251 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:44,252 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-21T14:42:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T14:42:44,254 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:44,254 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:44,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T14:42:44,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-21T14:42:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:44,407 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-21T14:42:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:44,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/09d88795ee594b729896ce0e01eec769 is 50, key is test_row_0/A:col10/1732200162869/Put/seqid=0 2024-11-21T14:42:44,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742288_1464 (size=9757) 2024-11-21T14:42:44,519 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/5d5a38756a41437ea6f4ed5971fe665b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/5d5a38756a41437ea6f4ed5971fe665b 2024-11-21T14:42:44,523 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 413b6008f3d8de3e71354be89810996b/B of 413b6008f3d8de3e71354be89810996b into 5d5a38756a41437ea6f4ed5971fe665b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:44,523 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:44,523 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/B, priority=12, startTime=1732200164082; duration=0sec 2024-11-21T14:42:44,523 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:44,523 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:B 2024-11-21T14:42:44,553 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/e52e7aa8c6b344448c99922ad50d1a80 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/e52e7aa8c6b344448c99922ad50d1a80 2024-11-21T14:42:44,557 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 413b6008f3d8de3e71354be89810996b/C of 413b6008f3d8de3e71354be89810996b into e52e7aa8c6b344448c99922ad50d1a80(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:44,557 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:44,557 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/C, priority=12, startTime=1732200164083; duration=0sec 2024-11-21T14:42:44,557 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:44,557 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:C 2024-11-21T14:42:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T14:42:44,816 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/09d88795ee594b729896ce0e01eec769 2024-11-21T14:42:44,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/5c7373f204e04ba49b945839f4164aad is 50, key is test_row_0/B:col10/1732200162869/Put/seqid=0 2024-11-21T14:42:44,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742289_1465 (size=9757) 2024-11-21T14:42:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T14:42:45,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:45,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200165129, max timestamp=1732200165182Num uniques 859; 2024-11-21T14:42:45,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200165129, max timestamp=1732200165182Num uniques 859; 2024-11-21T14:42:45,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200165129, max timestamp=1732200165182Num uniques 859; 2024-11-21T14:42:45,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:42:45,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:42:45,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:42:45,227 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/5c7373f204e04ba49b945839f4164aad 2024-11-21T14:42:45,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8c2680a7a8be4f88ba6fd746e9ce7128 is 50, key is test_row_0/C:col10/1732200162869/Put/seqid=0 2024-11-21T14:42:45,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742290_1466 (size=9757) 2024-11-21T14:42:45,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732200165182, max timestamp=1732200165315Num uniques 1018; 2024-11-21T14:42:45,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732200165182, max timestamp=1732200165315Num uniques 1018; 2024-11-21T14:42:45,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T14:42:45,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T14:42:45,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732200165182, max timestamp=1732200165315Num uniques 1018; 2024-11-21T14:42:45,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-21T14:42:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T14:42:45,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732200165436, max timestamp=1732200165469Num uniques 1027; 2024-11-21T14:42:45,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-21T14:42:45,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732200165436, max timestamp=1732200165469Num uniques 1027; 2024-11-21T14:42:45,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-21T14:42:45,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732200165436, max timestamp=1732200165469Num uniques 1027; 2024-11-21T14:42:45,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-21T14:42:45,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732200165515, max timestamp=1732200165607Num uniques 1036; 2024-11-21T14:42:45,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732200165515, max timestamp=1732200165607Num uniques 1036; 2024-11-21T14:42:45,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-21T14:42:45,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-21T14:42:45,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732200165515, max timestamp=1732200165607Num uniques 1036; 2024-11-21T14:42:45,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-21T14:42:45,638 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8c2680a7a8be4f88ba6fd746e9ce7128 2024-11-21T14:42:45,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/09d88795ee594b729896ce0e01eec769 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/09d88795ee594b729896ce0e01eec769 2024-11-21T14:42:45,646 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/09d88795ee594b729896ce0e01eec769, entries=100, sequenceid=135, filesize=9.5 K 2024-11-21T14:42:45,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/5c7373f204e04ba49b945839f4164aad as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/5c7373f204e04ba49b945839f4164aad 2024-11-21T14:42:45,650 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/5c7373f204e04ba49b945839f4164aad, entries=100, sequenceid=135, filesize=9.5 K 2024-11-21T14:42:45,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8c2680a7a8be4f88ba6fd746e9ce7128 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8c2680a7a8be4f88ba6fd746e9ce7128 2024-11-21T14:42:45,653 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8c2680a7a8be4f88ba6fd746e9ce7128, entries=100, sequenceid=135, filesize=9.5 K 2024-11-21T14:42:45,654 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=67.09 KB/68700 for 413b6008f3d8de3e71354be89810996b in 1247ms, sequenceid=135, compaction requested=false 2024-11-21T14:42:45,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:45,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:45,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-21T14:42:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:45,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=73.80 KB heapSize=203.16 KB 2024-11-21T14:42:45,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:45,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:45,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:45,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-21T14:42:45,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:45,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:42:45,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-21T14:42:45,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-21T14:42:45,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/b368a24c8d4c4cdaa2b1951d0ac93b0c is 50, key is test_row_0/A:col10/1732200165653/Put/seqid=0 2024-11-21T14:42:45,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4060 sec 2024-11-21T14:42:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742291_1467 (size=14541) 2024-11-21T14:42:45,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200225793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:45,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:45,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200225912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:45,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200225932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:45,938 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:45,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:45,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200225941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:45,951 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:45,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:45,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200225951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:45,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200225951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:45,959 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:45,959 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:46,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/b368a24c8d4c4cdaa2b1951d0ac93b0c 2024-11-21T14:42:46,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/93daabb70c954f999946edb7ce3a6af6 is 50, key is test_row_0/B:col10/1732200165653/Put/seqid=0 2024-11-21T14:42:46,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742292_1468 (size=12151) 2024-11-21T14:42:46,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/93daabb70c954f999946edb7ce3a6af6 2024-11-21T14:42:46,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/20289fc08fc04117b5d9e8fb1e855120 is 50, key is test_row_0/C:col10/1732200165653/Put/seqid=0 2024-11-21T14:42:46,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742293_1469 (size=12151) 2024-11-21T14:42:46,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200226132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-21T14:42:46,402 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:46,403 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-21T14:42:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T14:42:46,405 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:46,405 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:46,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:46,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200226451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:46,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/20289fc08fc04117b5d9e8fb1e855120 2024-11-21T14:42:46,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/b368a24c8d4c4cdaa2b1951d0ac93b0c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/b368a24c8d4c4cdaa2b1951d0ac93b0c 2024-11-21T14:42:46,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/b368a24c8d4c4cdaa2b1951d0ac93b0c, entries=200, sequenceid=216, filesize=14.2 K 2024-11-21T14:42:46,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/93daabb70c954f999946edb7ce3a6af6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/93daabb70c954f999946edb7ce3a6af6 2024-11-21T14:42:46,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/93daabb70c954f999946edb7ce3a6af6, entries=150, sequenceid=216, filesize=11.9 K 2024-11-21T14:42:46,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/20289fc08fc04117b5d9e8fb1e855120 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/20289fc08fc04117b5d9e8fb1e855120 2024-11-21T14:42:46,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/20289fc08fc04117b5d9e8fb1e855120, entries=150, sequenceid=216, filesize=11.9 K 2024-11-21T14:42:46,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~203.11 KB/207984, currentSize=107.34 KB/109920 for 413b6008f3d8de3e71354be89810996b in 845ms, sequenceid=216, compaction requested=true 2024-11-21T14:42:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:46,499 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:46,499 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:46,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:46,500 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:46,500 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:46,501 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/B is initiating minor compaction (all files) 2024-11-21T14:42:46,501 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/A is initiating minor compaction (all files) 2024-11-21T14:42:46,501 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/B in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:46,501 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/A in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:46,501 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/83b50bd47a7644afad39bb463e34df67, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/09d88795ee594b729896ce0e01eec769, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/b368a24c8d4c4cdaa2b1951d0ac93b0c] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=35.6 K 2024-11-21T14:42:46,501 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/5d5a38756a41437ea6f4ed5971fe665b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/5c7373f204e04ba49b945839f4164aad, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/93daabb70c954f999946edb7ce3a6af6] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=33.2 K 2024-11-21T14:42:46,501 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d5a38756a41437ea6f4ed5971fe665b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732200161708 2024-11-21T14:42:46,501 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83b50bd47a7644afad39bb463e34df67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732200161708 2024-11-21T14:42:46,501 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c7373f204e04ba49b945839f4164aad, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732200162861 2024-11-21T14:42:46,501 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09d88795ee594b729896ce0e01eec769, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732200162861 2024-11-21T14:42:46,502 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 93daabb70c954f999946edb7ce3a6af6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732200165593 2024-11-21T14:42:46,502 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b368a24c8d4c4cdaa2b1951d0ac93b0c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732200165593 2024-11-21T14:42:46,507 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:46,507 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:46,508 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/a9e79a93567c4905812f2295b3276454 is 50, key is test_row_0/B:col10/1732200165653/Put/seqid=0 2024-11-21T14:42:46,508 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/c6afbbf56d454d3283a16d2bb656c2d8 is 50, key is test_row_0/A:col10/1732200165653/Put/seqid=0 2024-11-21T14:42:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T14:42:46,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742294_1470 (size=12391) 2024-11-21T14:42:46,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742295_1471 (size=12391) 2024-11-21T14:42:46,525 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/a9e79a93567c4905812f2295b3276454 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a9e79a93567c4905812f2295b3276454 2024-11-21T14:42:46,531 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 413b6008f3d8de3e71354be89810996b/B of 413b6008f3d8de3e71354be89810996b into a9e79a93567c4905812f2295b3276454(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:46,531 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:46,531 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/B, priority=13, startTime=1732200166499; duration=0sec 2024-11-21T14:42:46,531 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:46,531 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:B 2024-11-21T14:42:46,531 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:46,532 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:46,532 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/C is initiating minor compaction (all files) 2024-11-21T14:42:46,532 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/C in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:46,532 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/e52e7aa8c6b344448c99922ad50d1a80, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8c2680a7a8be4f88ba6fd746e9ce7128, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/20289fc08fc04117b5d9e8fb1e855120] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=33.2 K 2024-11-21T14:42:46,533 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting e52e7aa8c6b344448c99922ad50d1a80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732200161708 2024-11-21T14:42:46,533 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c2680a7a8be4f88ba6fd746e9ce7128, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732200162861 2024-11-21T14:42:46,533 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 20289fc08fc04117b5d9e8fb1e855120, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732200165593 2024-11-21T14:42:46,540 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:46,541 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/d82ef08940ba40e48861845e500e0cbb is 50, key is test_row_0/C:col10/1732200165653/Put/seqid=0 2024-11-21T14:42:46,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742296_1472 (size=12391) 2024-11-21T14:42:46,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-21T14:42:46,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:46,558 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T14:42:46,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:46,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:46,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:46,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:46,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:46,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:46,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/c0cd9124e1184a0ba681328cc8759da7 is 50, key is test_row_0/A:col10/1732200165789/Put/seqid=0 2024-11-21T14:42:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742297_1473 (size=12151) 2024-11-21T14:42:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T14:42:46,927 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/c6afbbf56d454d3283a16d2bb656c2d8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c6afbbf56d454d3283a16d2bb656c2d8 2024-11-21T14:42:46,931 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 413b6008f3d8de3e71354be89810996b/A of 413b6008f3d8de3e71354be89810996b into c6afbbf56d454d3283a16d2bb656c2d8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:46,931 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:46,931 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/A, priority=13, startTime=1732200166499; duration=0sec 2024-11-21T14:42:46,932 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:46,932 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:A 2024-11-21T14:42:46,949 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/d82ef08940ba40e48861845e500e0cbb as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/d82ef08940ba40e48861845e500e0cbb 2024-11-21T14:42:46,953 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 413b6008f3d8de3e71354be89810996b/C of 413b6008f3d8de3e71354be89810996b into d82ef08940ba40e48861845e500e0cbb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:46,953 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:46,953 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/C, priority=13, startTime=1732200166499; duration=0sec 2024-11-21T14:42:46,953 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:46,953 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:C 2024-11-21T14:42:46,967 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/c0cd9124e1184a0ba681328cc8759da7 2024-11-21T14:42:46,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/210188a22d1c47c7ba399e14b7f801d0 is 50, key is test_row_0/B:col10/1732200165789/Put/seqid=0 2024-11-21T14:42:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:46,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:46,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742298_1474 (size=12151) 2024-11-21T14:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T14:42:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200227040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:47,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:47,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200227151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:47,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:47,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:47,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:47,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200227372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:47,388 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/210188a22d1c47c7ba399e14b7f801d0 2024-11-21T14:42:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/f1c31b356bc0430cb5e1a78073b835a4 is 50, key is test_row_0/C:col10/1732200165789/Put/seqid=0 2024-11-21T14:42:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742299_1475 (size=12151) 2024-11-21T14:42:47,401 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/f1c31b356bc0430cb5e1a78073b835a4 2024-11-21T14:42:47,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/c0cd9124e1184a0ba681328cc8759da7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c0cd9124e1184a0ba681328cc8759da7 2024-11-21T14:42:47,407 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c0cd9124e1184a0ba681328cc8759da7, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T14:42:47,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/210188a22d1c47c7ba399e14b7f801d0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/210188a22d1c47c7ba399e14b7f801d0 2024-11-21T14:42:47,411 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/210188a22d1c47c7ba399e14b7f801d0, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T14:42:47,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/f1c31b356bc0430cb5e1a78073b835a4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f1c31b356bc0430cb5e1a78073b835a4 2024-11-21T14:42:47,415 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f1c31b356bc0430cb5e1a78073b835a4, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T14:42:47,416 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 413b6008f3d8de3e71354be89810996b in 858ms, sequenceid=236, compaction requested=false 2024-11-21T14:42:47,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:47,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:47,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-21T14:42:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-21T14:42:47,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-21T14:42:47,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-11-21T14:42:47,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.0160 sec 2024-11-21T14:42:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-21T14:42:47,542 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:47,542 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-21T14:42:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T14:42:47,544 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:47,544 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:47,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T14:42:47,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-21T14:42:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:47,697 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T14:42:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:47,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:47,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:47,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:47,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:47,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:47,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:47,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:47,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/eba10898e8a14ae495e207396df84088 is 50, key is test_row_0/A:col10/1732200167036/Put/seqid=0 2024-11-21T14:42:47,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742300_1476 (size=14541) 2024-11-21T14:42:47,715 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/eba10898e8a14ae495e207396df84088 2024-11-21T14:42:47,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/bb0a5fd5a963481791f0a349ae486951 is 50, key is test_row_0/B:col10/1732200167036/Put/seqid=0 2024-11-21T14:42:47,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742301_1477 (size=12151) 2024-11-21T14:42:47,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200227834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T14:42:47,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200227942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:48,126 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/bb0a5fd5a963481791f0a349ae486951 2024-11-21T14:42:48,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8aa6ffc6050d41d6b86c60ad93e296b3 is 50, key is test_row_0/C:col10/1732200167036/Put/seqid=0 2024-11-21T14:42:48,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742302_1478 (size=12151) 2024-11-21T14:42:48,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200228162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:48,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:48,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:48,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T14:42:48,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200228481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:48,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:48,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:48,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:48,537 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8aa6ffc6050d41d6b86c60ad93e296b3 2024-11-21T14:42:48,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/eba10898e8a14ae495e207396df84088 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/eba10898e8a14ae495e207396df84088 2024-11-21T14:42:48,544 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/eba10898e8a14ae495e207396df84088, entries=200, sequenceid=252, filesize=14.2 K 2024-11-21T14:42:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/bb0a5fd5a963481791f0a349ae486951 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bb0a5fd5a963481791f0a349ae486951 2024-11-21T14:42:48,548 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bb0a5fd5a963481791f0a349ae486951, entries=150, sequenceid=252, filesize=11.9 K 2024-11-21T14:42:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8aa6ffc6050d41d6b86c60ad93e296b3 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8aa6ffc6050d41d6b86c60ad93e296b3 2024-11-21T14:42:48,552 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8aa6ffc6050d41d6b86c60ad93e296b3, entries=150, sequenceid=252, filesize=11.9 K 2024-11-21T14:42:48,553 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 413b6008f3d8de3e71354be89810996b in 856ms, sequenceid=252, compaction requested=true 2024-11-21T14:42:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-21T14:42:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-21T14:42:48,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-21T14:42:48,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-21T14:42:48,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0150 sec 2024-11-21T14:42:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-21T14:42:48,682 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:48,683 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-21T14:42:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T14:42:48,684 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:48,685 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:48,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T14:42:48,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-21T14:42:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:48,837 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-21T14:42:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:48,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/a2406e47ed324abf9098ba137b122cef is 50, key is test_row_0/A:col10/1732200167777/Put/seqid=0 2024-11-21T14:42:48,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742303_1479 (size=12301) 2024-11-21T14:42:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:48,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T14:42:49,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200229079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:49,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200229192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:49,246 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/a2406e47ed324abf9098ba137b122cef 2024-11-21T14:42:49,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/24c5502858074820b22e312ca97fc1c5 is 50, key is test_row_0/B:col10/1732200167777/Put/seqid=0 2024-11-21T14:42:49,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742304_1480 (size=12301) 2024-11-21T14:42:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T14:42:49,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200229402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:49,658 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/24c5502858074820b22e312ca97fc1c5 2024-11-21T14:42:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/ae616cfdc9c841caa71157933453be5c is 50, key is test_row_0/C:col10/1732200167777/Put/seqid=0 2024-11-21T14:42:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742305_1481 (size=12301) 2024-11-21T14:42:49,669 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/ae616cfdc9c841caa71157933453be5c 2024-11-21T14:42:49,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/a2406e47ed324abf9098ba137b122cef as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a2406e47ed324abf9098ba137b122cef 2024-11-21T14:42:49,675 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a2406e47ed324abf9098ba137b122cef, entries=150, sequenceid=270, filesize=12.0 K 2024-11-21T14:42:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/24c5502858074820b22e312ca97fc1c5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/24c5502858074820b22e312ca97fc1c5 2024-11-21T14:42:49,679 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/24c5502858074820b22e312ca97fc1c5, entries=150, sequenceid=270, filesize=12.0 K 2024-11-21T14:42:49,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/ae616cfdc9c841caa71157933453be5c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/ae616cfdc9c841caa71157933453be5c 2024-11-21T14:42:49,682 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/ae616cfdc9c841caa71157933453be5c, entries=150, sequenceid=270, filesize=12.0 K 2024-11-21T14:42:49,683 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 413b6008f3d8de3e71354be89810996b in 846ms, sequenceid=270, compaction requested=true 2024-11-21T14:42:49,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:49,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:49,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-21T14:42:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-21T14:42:49,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-21T14:42:49,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-11-21T14:42:49,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.0030 sec 2024-11-21T14:42:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:49,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-21T14:42:49,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:49,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:49,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:49,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:49,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:49,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:49,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/8f47a5e887d54de1b1ae588229621cc4 is 50, key is test_row_0/A:col10/1732200169069/Put/seqid=0 2024-11-21T14:42:49,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742306_1482 (size=14741) 2024-11-21T14:42:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-21T14:42:49,822 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:49,823 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-21T14:42:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T14:42:49,824 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:49,825 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:49,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:49,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200229851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T14:42:49,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200229951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:49,960 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:49,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:49,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:49,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:49,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200229971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:49,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200229972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:49,978 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:49,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200229992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:50,000 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8273 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:50,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200230002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:50,015 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8288 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:42:50,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:50,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:50,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:50,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/8f47a5e887d54de1b1ae588229621cc4 2024-11-21T14:42:50,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/4da8f48c5d2c437aac8f43f806219bc0 is 50, key is test_row_0/B:col10/1732200169069/Put/seqid=0 2024-11-21T14:42:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T14:42:50,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742307_1483 (size=12301) 2024-11-21T14:42:50,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200230182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:50,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:50,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:50,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:50,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:50,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T14:42:50,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200230502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:50,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:50,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:50,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:50,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/4da8f48c5d2c437aac8f43f806219bc0 2024-11-21T14:42:50,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8b5b671be7e6403aacef0c34d097ed89 is 50, key is test_row_0/C:col10/1732200169069/Put/seqid=0 2024-11-21T14:42:50,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742308_1484 (size=12301) 2024-11-21T14:42:50,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:50,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:50,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:50,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:50,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:50,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:50,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:50,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8b5b671be7e6403aacef0c34d097ed89 2024-11-21T14:42:50,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/8f47a5e887d54de1b1ae588229621cc4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/8f47a5e887d54de1b1ae588229621cc4 2024-11-21T14:42:50,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/8f47a5e887d54de1b1ae588229621cc4, entries=200, sequenceid=285, filesize=14.4 K 2024-11-21T14:42:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T14:42:50,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/4da8f48c5d2c437aac8f43f806219bc0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/4da8f48c5d2c437aac8f43f806219bc0 2024-11-21T14:42:50,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/4da8f48c5d2c437aac8f43f806219bc0, entries=150, sequenceid=285, filesize=12.0 K 2024-11-21T14:42:50,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8b5b671be7e6403aacef0c34d097ed89 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8b5b671be7e6403aacef0c34d097ed89 2024-11-21T14:42:50,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8b5b671be7e6403aacef0c34d097ed89, entries=150, sequenceid=285, filesize=12.0 K 2024-11-21T14:42:50,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 413b6008f3d8de3e71354be89810996b in 1243ms, sequenceid=285, compaction requested=true 2024-11-21T14:42:50,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:50,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:50,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:50,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:50,970 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T14:42:50,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:50,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:50,970 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T14:42:50,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:50,971 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 66125 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T14:42:50,971 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61295 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T14:42:50,971 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/B is initiating minor compaction (all files) 2024-11-21T14:42:50,971 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/A is initiating minor compaction (all files) 2024-11-21T14:42:50,971 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/B in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,971 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/A in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:50,971 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a9e79a93567c4905812f2295b3276454, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/210188a22d1c47c7ba399e14b7f801d0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bb0a5fd5a963481791f0a349ae486951, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/24c5502858074820b22e312ca97fc1c5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/4da8f48c5d2c437aac8f43f806219bc0] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=59.9 K 2024-11-21T14:42:50,971 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c6afbbf56d454d3283a16d2bb656c2d8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c0cd9124e1184a0ba681328cc8759da7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/eba10898e8a14ae495e207396df84088, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a2406e47ed324abf9098ba137b122cef, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/8f47a5e887d54de1b1ae588229621cc4] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=64.6 K 2024-11-21T14:42:50,971 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6afbbf56d454d3283a16d2bb656c2d8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732200165593 2024-11-21T14:42:50,971 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a9e79a93567c4905812f2295b3276454, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732200165593 2024-11-21T14:42:50,972 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0cd9124e1184a0ba681328cc8759da7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732200165748 2024-11-21T14:42:50,972 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 210188a22d1c47c7ba399e14b7f801d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732200165748 2024-11-21T14:42:50,972 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting eba10898e8a14ae495e207396df84088, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732200167018 2024-11-21T14:42:50,972 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting bb0a5fd5a963481791f0a349ae486951, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732200167036 2024-11-21T14:42:50,972 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2406e47ed324abf9098ba137b122cef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732200167777 2024-11-21T14:42:50,973 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 24c5502858074820b22e312ca97fc1c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732200167777 2024-11-21T14:42:50,973 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f47a5e887d54de1b1ae588229621cc4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732200169054 2024-11-21T14:42:50,973 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 4da8f48c5d2c437aac8f43f806219bc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732200169069 2024-11-21T14:42:50,981 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#A#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:50,981 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/00b3b5a568f24167876226ff11978b1c is 50, key is test_row_0/A:col10/1732200169069/Put/seqid=0 2024-11-21T14:42:50,993 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#B#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:50,994 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/bd1528f92c384b44bcba9cde204f68ee is 50, key is test_row_0/B:col10/1732200169069/Put/seqid=0 2024-11-21T14:42:50,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742309_1485 (size=12711) 2024-11-21T14:42:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742310_1486 (size=12711) 2024-11-21T14:42:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:51,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-21T14:42:51,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:51,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:51,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:51,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:51,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:51,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:51,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/6225ae39652145a080a639bfd1e0e14d is 50, key is test_row_0/A:col10/1732200171032/Put/seqid=0 2024-11-21T14:42:51,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742311_1487 (size=14741) 2024-11-21T14:42:51,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:51,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:51,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200231158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:51,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:51,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:51,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:51,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:51,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:51,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200231271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:51,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,402 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/00b3b5a568f24167876226ff11978b1c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/00b3b5a568f24167876226ff11978b1c 2024-11-21T14:42:51,405 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/bd1528f92c384b44bcba9cde204f68ee as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bd1528f92c384b44bcba9cde204f68ee 2024-11-21T14:42:51,406 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 413b6008f3d8de3e71354be89810996b/A of 413b6008f3d8de3e71354be89810996b into 00b3b5a568f24167876226ff11978b1c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:51,407 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:51,407 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/A, priority=11, startTime=1732200170970; duration=0sec 2024-11-21T14:42:51,407 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:51,407 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:A 2024-11-21T14:42:51,407 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T14:42:51,408 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61295 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T14:42:51,408 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/C is initiating minor compaction (all files) 2024-11-21T14:42:51,408 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/C in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,408 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/d82ef08940ba40e48861845e500e0cbb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f1c31b356bc0430cb5e1a78073b835a4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8aa6ffc6050d41d6b86c60ad93e296b3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/ae616cfdc9c841caa71157933453be5c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8b5b671be7e6403aacef0c34d097ed89] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=59.9 K 2024-11-21T14:42:51,409 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 413b6008f3d8de3e71354be89810996b/B of 413b6008f3d8de3e71354be89810996b into bd1528f92c384b44bcba9cde204f68ee(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:51,409 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:51,409 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/B, priority=11, startTime=1732200170970; duration=0sec 2024-11-21T14:42:51,409 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting d82ef08940ba40e48861845e500e0cbb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732200165593 2024-11-21T14:42:51,409 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:51,409 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:B 2024-11-21T14:42:51,409 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1c31b356bc0430cb5e1a78073b835a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732200165748 2024-11-21T14:42:51,409 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8aa6ffc6050d41d6b86c60ad93e296b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732200167036 2024-11-21T14:42:51,409 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae616cfdc9c841caa71157933453be5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732200167777 2024-11-21T14:42:51,410 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b5b671be7e6403aacef0c34d097ed89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732200169069 2024-11-21T14:42:51,419 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#C#compaction#414 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:51,420 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/4bda883a501f4ffabe1b2e15ac17188e is 50, key is test_row_0/C:col10/1732200169069/Put/seqid=0 2024-11-21T14:42:51,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742312_1488 (size=12711) 2024-11-21T14:42:51,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/6225ae39652145a080a639bfd1e0e14d 2024-11-21T14:42:51,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/d9efb711d4604e27a86a711c9a609604 is 50, key is test_row_0/B:col10/1732200171032/Put/seqid=0 2024-11-21T14:42:51,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742313_1489 (size=12301) 2024-11-21T14:42:51,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200231492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:51,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:51,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:51,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:51,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:51,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:51,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200231811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:51,827 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/4bda883a501f4ffabe1b2e15ac17188e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/4bda883a501f4ffabe1b2e15ac17188e 2024-11-21T14:42:51,830 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 413b6008f3d8de3e71354be89810996b/C of 413b6008f3d8de3e71354be89810996b into 4bda883a501f4ffabe1b2e15ac17188e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:51,830 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:51,830 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/C, priority=11, startTime=1732200170970; duration=0sec 2024-11-21T14:42:51,830 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:51,830 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:C 2024-11-21T14:42:51,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/d9efb711d4604e27a86a711c9a609604 2024-11-21T14:42:51,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/eb4d43cb4f0b41d8bb733623d88c1af9 is 50, key is test_row_0/C:col10/1732200171032/Put/seqid=0 2024-11-21T14:42:51,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742314_1490 (size=12301) 2024-11-21T14:42:51,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:51,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T14:42:52,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/eb4d43cb4f0b41d8bb733623d88c1af9 2024-11-21T14:42:52,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/6225ae39652145a080a639bfd1e0e14d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/6225ae39652145a080a639bfd1e0e14d 2024-11-21T14:42:52,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/6225ae39652145a080a639bfd1e0e14d, entries=200, sequenceid=303, filesize=14.4 K 2024-11-21T14:42:52,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/d9efb711d4604e27a86a711c9a609604 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d9efb711d4604e27a86a711c9a609604 2024-11-21T14:42:52,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d9efb711d4604e27a86a711c9a609604, entries=150, sequenceid=303, filesize=12.0 K 2024-11-21T14:42:52,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:52,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:52,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/eb4d43cb4f0b41d8bb733623d88c1af9 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/eb4d43cb4f0b41d8bb733623d88c1af9 2024-11-21T14:42:52,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/eb4d43cb4f0b41d8bb733623d88c1af9, entries=150, sequenceid=303, filesize=12.0 K 2024-11-21T14:42:52,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 413b6008f3d8de3e71354be89810996b in 1244ms, sequenceid=303, compaction requested=false 2024-11-21T14:42:52,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:52,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-21T14:42:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:52,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:52,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/ca75c786e8f7424fac764931370abe97 is 50, key is test_row_0/A:col10/1732200171156/Put/seqid=0 2024-11-21T14:42:52,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742315_1491 (size=14741) 2024-11-21T14:42:52,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:52,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:52,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200232459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:52,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:52,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:52,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:52,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200232571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:52,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:52,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/ca75c786e8f7424fac764931370abe97 2024-11-21T14:42:52,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/015dc522d9f041938e1c1e35c17b723e is 50, key is test_row_0/B:col10/1732200171156/Put/seqid=0 2024-11-21T14:42:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742316_1492 (size=12301) 2024-11-21T14:42:52,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200232782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:52,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:52,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:52,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:52,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:52,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:53,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200233101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:53,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:53,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/015dc522d9f041938e1c1e35c17b723e 2024-11-21T14:42:53,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/118bbdb01c2f41d099db0a6ea4475b47 is 50, key is test_row_0/C:col10/1732200171156/Put/seqid=0 2024-11-21T14:42:53,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742317_1493 (size=12301) 2024-11-21T14:42:53,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:53,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:53,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:53,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:53,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:53,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/118bbdb01c2f41d099db0a6ea4475b47 2024-11-21T14:42:53,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/ca75c786e8f7424fac764931370abe97 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/ca75c786e8f7424fac764931370abe97 2024-11-21T14:42:53,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/ca75c786e8f7424fac764931370abe97, entries=200, sequenceid=321, filesize=14.4 K 2024-11-21T14:42:53,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/015dc522d9f041938e1c1e35c17b723e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/015dc522d9f041938e1c1e35c17b723e 2024-11-21T14:42:53,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/015dc522d9f041938e1c1e35c17b723e, entries=150, sequenceid=321, filesize=12.0 K 2024-11-21T14:42:53,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/118bbdb01c2f41d099db0a6ea4475b47 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/118bbdb01c2f41d099db0a6ea4475b47 2024-11-21T14:42:53,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/118bbdb01c2f41d099db0a6ea4475b47, entries=150, sequenceid=321, filesize=12.0 K 2024-11-21T14:42:53,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 413b6008f3d8de3e71354be89810996b in 1249ms, sequenceid=321, compaction requested=true 2024-11-21T14:42:53,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:53,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:53,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:53,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:53,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:53,586 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:53,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:53,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:53,586 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:53,587 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42193 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:53,587 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:53,587 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/A is initiating minor compaction (all files) 2024-11-21T14:42:53,587 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/B is initiating minor compaction (all files) 2024-11-21T14:42:53,587 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/A in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,587 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/B in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,587 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/00b3b5a568f24167876226ff11978b1c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/6225ae39652145a080a639bfd1e0e14d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/ca75c786e8f7424fac764931370abe97] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=41.2 K 2024-11-21T14:42:53,587 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bd1528f92c384b44bcba9cde204f68ee, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d9efb711d4604e27a86a711c9a609604, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/015dc522d9f041938e1c1e35c17b723e] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=36.4 K 2024-11-21T14:42:53,588 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00b3b5a568f24167876226ff11978b1c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732200169069 2024-11-21T14:42:53,588 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting bd1528f92c384b44bcba9cde204f68ee, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732200169069 2024-11-21T14:42:53,588 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6225ae39652145a080a639bfd1e0e14d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732200169807 2024-11-21T14:42:53,588 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d9efb711d4604e27a86a711c9a609604, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732200169839 2024-11-21T14:42:53,588 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca75c786e8f7424fac764931370abe97, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732200171105 2024-11-21T14:42:53,589 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 015dc522d9f041938e1c1e35c17b723e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732200171146 2024-11-21T14:42:53,606 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#B#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:53,606 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#A#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:53,607 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/1ab0be130010432682c450786d3d9915 is 50, key is test_row_0/B:col10/1732200171156/Put/seqid=0 2024-11-21T14:42:53,607 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/96864dcf8af947f685b42874b38d67c7 is 50, key is test_row_0/A:col10/1732200171156/Put/seqid=0 2024-11-21T14:42:53,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742318_1494 (size=12813) 2024-11-21T14:42:53,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742319_1495 (size=12813) 2024-11-21T14:42:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:53,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-21T14:42:53,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:53,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:53,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:53,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:53,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:53,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:53,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/7bfdccff92cd41e18d47124c9fd1eef4 is 50, key is test_row_0/A:col10/1732200173623/Put/seqid=0 2024-11-21T14:42:53,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742320_1496 (size=14741) 2024-11-21T14:42:53,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:53,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:53,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200233727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:53,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:53,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:53,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:53,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:53,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:53,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200233842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:53,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:53,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:53,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:53,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:53,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:53,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:53,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T14:42:54,015 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/96864dcf8af947f685b42874b38d67c7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/96864dcf8af947f685b42874b38d67c7 2024-11-21T14:42:54,015 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/1ab0be130010432682c450786d3d9915 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/1ab0be130010432682c450786d3d9915 2024-11-21T14:42:54,019 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 413b6008f3d8de3e71354be89810996b/A of 413b6008f3d8de3e71354be89810996b into 96864dcf8af947f685b42874b38d67c7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:54,019 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:54,019 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/A, priority=13, startTime=1732200173586; duration=0sec 2024-11-21T14:42:54,020 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 413b6008f3d8de3e71354be89810996b/B of 413b6008f3d8de3e71354be89810996b into 1ab0be130010432682c450786d3d9915(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:54,020 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:54,020 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/B, priority=13, startTime=1732200173586; duration=0sec 2024-11-21T14:42:54,020 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:54,020 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:B 2024-11-21T14:42:54,020 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:42:54,020 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:54,020 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:A 2024-11-21T14:42:54,021 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:42:54,021 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/C is initiating minor compaction (all files) 2024-11-21T14:42:54,021 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/C in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:54,021 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/4bda883a501f4ffabe1b2e15ac17188e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/eb4d43cb4f0b41d8bb733623d88c1af9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/118bbdb01c2f41d099db0a6ea4475b47] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=36.4 K 2024-11-21T14:42:54,021 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bda883a501f4ffabe1b2e15ac17188e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732200169069 2024-11-21T14:42:54,022 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting eb4d43cb4f0b41d8bb733623d88c1af9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732200169839 2024-11-21T14:42:54,022 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 118bbdb01c2f41d099db0a6ea4475b47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732200171146 2024-11-21T14:42:54,029 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#C#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:54,029 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/0eedfad16e8b4d4e8be17e4c8da7d7d4 is 50, key is test_row_0/C:col10/1732200171156/Put/seqid=0 2024-11-21T14:42:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742321_1497 (size=12813) 2024-11-21T14:42:54,039 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/0eedfad16e8b4d4e8be17e4c8da7d7d4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/0eedfad16e8b4d4e8be17e4c8da7d7d4 2024-11-21T14:42:54,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/7bfdccff92cd41e18d47124c9fd1eef4 2024-11-21T14:42:54,045 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 413b6008f3d8de3e71354be89810996b/C of 413b6008f3d8de3e71354be89810996b into 0eedfad16e8b4d4e8be17e4c8da7d7d4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:54,045 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:54,045 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/C, priority=13, startTime=1732200173586; duration=0sec 2024-11-21T14:42:54,045 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:54,045 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:C 2024-11-21T14:42:54,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/d5a875e3867440d087d3a53bcd142956 is 50, key is test_row_0/B:col10/1732200173623/Put/seqid=0 2024-11-21T14:42:54,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742322_1498 (size=12301) 2024-11-21T14:42:54,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200234052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:54,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:54,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:54,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:54,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:54,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:54,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:54,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:54,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200234362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:54,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:54,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:54,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:54,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:54,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:54,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:54,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/d5a875e3867440d087d3a53bcd142956 2024-11-21T14:42:54,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b5c4ea0baef446f1bb3339a95044c7fe is 50, key is test_row_0/C:col10/1732200173623/Put/seqid=0 2024-11-21T14:42:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742323_1499 (size=12301) 2024-11-21T14:42:54,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b5c4ea0baef446f1bb3339a95044c7fe 2024-11-21T14:42:54,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/7bfdccff92cd41e18d47124c9fd1eef4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7bfdccff92cd41e18d47124c9fd1eef4 2024-11-21T14:42:54,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7bfdccff92cd41e18d47124c9fd1eef4, entries=200, sequenceid=339, filesize=14.4 K 2024-11-21T14:42:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/d5a875e3867440d087d3a53bcd142956 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d5a875e3867440d087d3a53bcd142956 2024-11-21T14:42:54,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d5a875e3867440d087d3a53bcd142956, entries=150, sequenceid=339, filesize=12.0 K 2024-11-21T14:42:54,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b5c4ea0baef446f1bb3339a95044c7fe as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b5c4ea0baef446f1bb3339a95044c7fe 2024-11-21T14:42:54,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b5c4ea0baef446f1bb3339a95044c7fe, entries=150, sequenceid=339, filesize=12.0 K 2024-11-21T14:42:54,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 413b6008f3d8de3e71354be89810996b in 854ms, sequenceid=339, compaction requested=false 2024-11-21T14:42:54,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:54,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-21T14:42:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:54,575 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T14:42:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:54,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/3e8ff45efbf243b9bd49e5630907e4d5 is 50, key is test_row_0/A:col10/1732200173707/Put/seqid=0 2024-11-21T14:42:54,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742324_1500 (size=12301) 2024-11-21T14:42:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:54,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:54,985 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/3e8ff45efbf243b9bd49e5630907e4d5 2024-11-21T14:42:54,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/8a36074841ef4fe1a8455856a03f4eac is 50, key is test_row_0/B:col10/1732200173707/Put/seqid=0 2024-11-21T14:42:54,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742325_1501 (size=12301) 2024-11-21T14:42:55,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200235004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:55,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200235122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:55,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200235341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:55,396 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/8a36074841ef4fe1a8455856a03f4eac 2024-11-21T14:42:55,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8cd7899a64884cc39b8bdce0c36ae481 is 50, key is test_row_0/C:col10/1732200173707/Put/seqid=0 2024-11-21T14:42:55,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742326_1502 (size=12301) 2024-11-21T14:42:55,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200235662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:55,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:55,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:55,807 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8cd7899a64884cc39b8bdce0c36ae481 2024-11-21T14:42:55,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/3e8ff45efbf243b9bd49e5630907e4d5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/3e8ff45efbf243b9bd49e5630907e4d5 2024-11-21T14:42:55,814 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/3e8ff45efbf243b9bd49e5630907e4d5, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T14:42:55,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/8a36074841ef4fe1a8455856a03f4eac as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/8a36074841ef4fe1a8455856a03f4eac 2024-11-21T14:42:55,818 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/8a36074841ef4fe1a8455856a03f4eac, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T14:42:55,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/8cd7899a64884cc39b8bdce0c36ae481 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8cd7899a64884cc39b8bdce0c36ae481 2024-11-21T14:42:55,822 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8cd7899a64884cc39b8bdce0c36ae481, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T14:42:55,823 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 413b6008f3d8de3e71354be89810996b in 1248ms, sequenceid=356, compaction requested=true 2024-11-21T14:42:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-21T14:42:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-21T14:42:55,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-21T14:42:55,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.9990 sec 2024-11-21T14:42:55,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 6.0040 sec 2024-11-21T14:42:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:56,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-21T14:42:56,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:56,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:56,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:56,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:56,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:56,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:56,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/7c22a4181739483290266c49a17f3249 is 50, key is test_row_0/A:col10/1732200174959/Put/seqid=0 2024-11-21T14:42:56,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742327_1503 (size=14741) 2024-11-21T14:42:56,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200236271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:56,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200236382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:56,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/7c22a4181739483290266c49a17f3249 2024-11-21T14:42:56,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/66fbf457740f4a5e92dcb8c79fbf765c is 50, key is test_row_0/B:col10/1732200174959/Put/seqid=0 2024-11-21T14:42:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742328_1504 (size=12301) 2024-11-21T14:42:56,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200236602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:56,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200236922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:57,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/66fbf457740f4a5e92dcb8c79fbf765c 2024-11-21T14:42:57,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/f7c16b6ba4794e14ad75f5f2acb0e925 is 50, key is test_row_0/C:col10/1732200174959/Put/seqid=0 2024-11-21T14:42:57,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742329_1505 (size=12301) 2024-11-21T14:42:57,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/f7c16b6ba4794e14ad75f5f2acb0e925 2024-11-21T14:42:57,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/7c22a4181739483290266c49a17f3249 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7c22a4181739483290266c49a17f3249 2024-11-21T14:42:57,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7c22a4181739483290266c49a17f3249, entries=200, sequenceid=375, filesize=14.4 K 2024-11-21T14:42:57,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/66fbf457740f4a5e92dcb8c79fbf765c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/66fbf457740f4a5e92dcb8c79fbf765c 2024-11-21T14:42:57,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/66fbf457740f4a5e92dcb8c79fbf765c, entries=150, sequenceid=375, filesize=12.0 K 2024-11-21T14:42:57,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/f7c16b6ba4794e14ad75f5f2acb0e925 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f7c16b6ba4794e14ad75f5f2acb0e925 2024-11-21T14:42:57,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f7c16b6ba4794e14ad75f5f2acb0e925, entries=150, sequenceid=375, filesize=12.0 K 2024-11-21T14:42:57,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 413b6008f3d8de3e71354be89810996b in 1246ms, sequenceid=375, compaction requested=true 2024-11-21T14:42:57,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:57,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:42:57,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:57,432 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:57,432 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:57,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:42:57,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:57,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:42:57,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:57,433 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54596 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:57,433 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/A is initiating minor compaction (all files) 2024-11-21T14:42:57,433 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:57,433 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/A in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:57,433 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/B is initiating minor compaction (all files) 2024-11-21T14:42:57,433 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/96864dcf8af947f685b42874b38d67c7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7bfdccff92cd41e18d47124c9fd1eef4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/3e8ff45efbf243b9bd49e5630907e4d5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7c22a4181739483290266c49a17f3249] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=53.3 K 2024-11-21T14:42:57,433 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/B in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:57,434 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/1ab0be130010432682c450786d3d9915, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d5a875e3867440d087d3a53bcd142956, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/8a36074841ef4fe1a8455856a03f4eac, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/66fbf457740f4a5e92dcb8c79fbf765c] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=48.6 K 2024-11-21T14:42:57,434 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96864dcf8af947f685b42874b38d67c7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732200171146 2024-11-21T14:42:57,434 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ab0be130010432682c450786d3d9915, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732200171146 2024-11-21T14:42:57,434 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bfdccff92cd41e18d47124c9fd1eef4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732200172411 2024-11-21T14:42:57,434 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d5a875e3867440d087d3a53bcd142956, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732200172411 2024-11-21T14:42:57,434 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e8ff45efbf243b9bd49e5630907e4d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732200173707 2024-11-21T14:42:57,434 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a36074841ef4fe1a8455856a03f4eac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732200173707 2024-11-21T14:42:57,435 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c22a4181739483290266c49a17f3249, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200174959 2024-11-21T14:42:57,435 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 66fbf457740f4a5e92dcb8c79fbf765c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200174959 2024-11-21T14:42:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:57,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-21T14:42:57,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:57,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:57,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:57,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:57,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:57,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:57,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/dcf8d1b8c2e34cf4bbd1823522104cea is 50, key is test_row_0/A:col10/1732200176254/Put/seqid=0 2024-11-21T14:42:57,444 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#B#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:57,445 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/7db05e599c8840f3a9379af900eda5a7 is 50, key is test_row_0/B:col10/1732200174959/Put/seqid=0 2024-11-21T14:42:57,447 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#A#compaction#434 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:57,447 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/3d849a84f800478b8b94a33366c1db9c is 50, key is test_row_0/A:col10/1732200174959/Put/seqid=0 2024-11-21T14:42:57,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742330_1506 (size=14741) 2024-11-21T14:42:57,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742332_1508 (size=12949) 2024-11-21T14:42:57,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742331_1507 (size=12949) 2024-11-21T14:42:57,461 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/7db05e599c8840f3a9379af900eda5a7 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/7db05e599c8840f3a9379af900eda5a7 2024-11-21T14:42:57,464 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 413b6008f3d8de3e71354be89810996b/B of 413b6008f3d8de3e71354be89810996b into 7db05e599c8840f3a9379af900eda5a7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:57,464 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:57,464 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/B, priority=12, startTime=1732200177432; duration=0sec 2024-11-21T14:42:57,465 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:42:57,465 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:B 2024-11-21T14:42:57,465 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:42:57,465 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:42:57,466 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/C is initiating minor compaction (all files) 2024-11-21T14:42:57,466 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/C in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:57,466 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/0eedfad16e8b4d4e8be17e4c8da7d7d4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b5c4ea0baef446f1bb3339a95044c7fe, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8cd7899a64884cc39b8bdce0c36ae481, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f7c16b6ba4794e14ad75f5f2acb0e925] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=48.6 K 2024-11-21T14:42:57,466 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eedfad16e8b4d4e8be17e4c8da7d7d4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732200171146 2024-11-21T14:42:57,466 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting b5c4ea0baef446f1bb3339a95044c7fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732200172411 2024-11-21T14:42:57,467 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cd7899a64884cc39b8bdce0c36ae481, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732200173707 2024-11-21T14:42:57,467 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting f7c16b6ba4794e14ad75f5f2acb0e925, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200174959 2024-11-21T14:42:57,474 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#C#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:42:57,475 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/eb1ef3999a2541d9bb1d8a3fa3d7aa7d is 50, key is test_row_0/C:col10/1732200174959/Put/seqid=0 2024-11-21T14:42:57,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742333_1509 (size=12949) 2024-11-21T14:42:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200237585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:57,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200237701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:57,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/dcf8d1b8c2e34cf4bbd1823522104cea 2024-11-21T14:42:57,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/9bd1f45e668c4da8afe84fb7b5a9070e is 50, key is test_row_0/B:col10/1732200176254/Put/seqid=0 2024-11-21T14:42:57,862 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/3d849a84f800478b8b94a33366c1db9c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/3d849a84f800478b8b94a33366c1db9c 2024-11-21T14:42:57,865 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 413b6008f3d8de3e71354be89810996b/A of 413b6008f3d8de3e71354be89810996b into 3d849a84f800478b8b94a33366c1db9c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:57,865 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:57,865 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/A, priority=12, startTime=1732200177432; duration=0sec 2024-11-21T14:42:57,866 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:57,866 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:A 2024-11-21T14:42:57,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742334_1510 (size=12301) 2024-11-21T14:42:57,883 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/eb1ef3999a2541d9bb1d8a3fa3d7aa7d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/eb1ef3999a2541d9bb1d8a3fa3d7aa7d 2024-11-21T14:42:57,886 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 413b6008f3d8de3e71354be89810996b/C of 413b6008f3d8de3e71354be89810996b into eb1ef3999a2541d9bb1d8a3fa3d7aa7d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:42:57,886 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:57,886 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/C, priority=12, startTime=1732200177432; duration=0sec 2024-11-21T14:42:57,886 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:42:57,886 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:C 2024-11-21T14:42:57,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200237912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:57,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:57,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:57,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-21T14:42:58,012 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:42:58,013 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:42:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-21T14:42:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T14:42:58,014 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:42:58,015 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:42:58,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:42:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T14:42:58,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T14:42:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:58,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:42:58,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200238221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:58,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/9bd1f45e668c4da8afe84fb7b5a9070e 2024-11-21T14:42:58,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/78df731f7fc64ad3abbe2ced2ddd9ffb is 50, key is test_row_0/C:col10/1732200176254/Put/seqid=0 2024-11-21T14:42:58,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742335_1511 (size=12301) 2024-11-21T14:42:58,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/78df731f7fc64ad3abbe2ced2ddd9ffb 2024-11-21T14:42:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/dcf8d1b8c2e34cf4bbd1823522104cea as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/dcf8d1b8c2e34cf4bbd1823522104cea 2024-11-21T14:42:58,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/dcf8d1b8c2e34cf4bbd1823522104cea, entries=200, sequenceid=389, filesize=14.4 K 2024-11-21T14:42:58,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/9bd1f45e668c4da8afe84fb7b5a9070e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/9bd1f45e668c4da8afe84fb7b5a9070e 2024-11-21T14:42:58,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/9bd1f45e668c4da8afe84fb7b5a9070e, entries=150, sequenceid=389, filesize=12.0 K 2024-11-21T14:42:58,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/78df731f7fc64ad3abbe2ced2ddd9ffb as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/78df731f7fc64ad3abbe2ced2ddd9ffb 2024-11-21T14:42:58,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/78df731f7fc64ad3abbe2ced2ddd9ffb, entries=150, sequenceid=389, filesize=12.0 K 2024-11-21T14:42:58,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 413b6008f3d8de3e71354be89810996b in 865ms, sequenceid=389, compaction requested=false 2024-11-21T14:42:58,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:58,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-21T14:42:58,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:58,321 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-21T14:42:58,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:58,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:58,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:58,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:58,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:58,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/c957fce8f56e4899a7d8641aae7e7324 is 50, key is test_row_0/A:col10/1732200177528/Put/seqid=0 2024-11-21T14:42:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T14:42:58,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742336_1512 (size=12301) 2024-11-21T14:42:58,336 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/c957fce8f56e4899a7d8641aae7e7324 2024-11-21T14:42:58,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/a1b9ca2f0be945c58356a3588b8a0a6a is 50, key is test_row_0/B:col10/1732200177528/Put/seqid=0 2024-11-21T14:42:58,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742337_1513 (size=12301) 2024-11-21T14:42:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T14:42:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. as already flushing 2024-11-21T14:42:58,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/a1b9ca2f0be945c58356a3588b8a0a6a 2024-11-21T14:42:58,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/f56a43269679435882a46588789c969f is 50, key is test_row_0/C:col10/1732200177528/Put/seqid=0 2024-11-21T14:42:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742338_1514 (size=12301) 2024-11-21T14:42:58,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200238817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:58,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200238932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:58,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:58,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:58,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T14:42:59,161 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/f56a43269679435882a46588789c969f 2024-11-21T14:42:59,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200239152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:59,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/c957fce8f56e4899a7d8641aae7e7324 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c957fce8f56e4899a7d8641aae7e7324 2024-11-21T14:42:59,170 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c957fce8f56e4899a7d8641aae7e7324, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T14:42:59,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/a1b9ca2f0be945c58356a3588b8a0a6a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a1b9ca2f0be945c58356a3588b8a0a6a 2024-11-21T14:42:59,174 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a1b9ca2f0be945c58356a3588b8a0a6a, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T14:42:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/f56a43269679435882a46588789c969f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f56a43269679435882a46588789c969f 2024-11-21T14:42:59,178 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f56a43269679435882a46588789c969f, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T14:42:59,179 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 413b6008f3d8de3e71354be89810996b in 858ms, sequenceid=410, compaction requested=true 2024-11-21T14:42:59,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:42:59,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:42:59,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-21T14:42:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-21T14:42:59,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-21T14:42:59,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1650 sec 2024-11-21T14:42:59,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.1700 sec 2024-11-21T14:42:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:42:59,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-21T14:42:59,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:42:59,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:59,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:42:59,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:59,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:42:59,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:42:59,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/e00a6fe7251a4ce6921c5a8e3d0293c2 is 50, key is test_row_0/A:col10/1732200178783/Put/seqid=0 2024-11-21T14:42:59,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742339_1515 (size=14741) 2024-11-21T14:42:59,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200239602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:59,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 335 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200239721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:59,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:59,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:59,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:42:59,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/e00a6fe7251a4ce6921c5a8e3d0293c2 2024-11-21T14:42:59,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/223df343737d4117b2bc138b0301b5f4 is 50, key is test_row_0/B:col10/1732200178783/Put/seqid=0 2024-11-21T14:42:59,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742340_1516 (size=12301) 2024-11-21T14:42:59,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/223df343737d4117b2bc138b0301b5f4 2024-11-21T14:42:59,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/069ee4e4935240dca2e4c56a7f6762ae is 50, key is test_row_0/C:col10/1732200178783/Put/seqid=0 2024-11-21T14:42:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742341_1517 (size=12301) 2024-11-21T14:42:59,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:42:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200239942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:42:59,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:59,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:42:59,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:43:00,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1732200240012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:00,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1732200240012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:00,021 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18295 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:43:00,022 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18292 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:43:00,085 INFO [Thread-2027 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2027. 2024-11-21T14:43:00,085 DEBUG [Thread-2027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:00,085 DEBUG [Thread-2027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,085 DEBUG [Thread-2027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:00,091 INFO [Thread-2023 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2023. 2024-11-21T14:43:00,091 DEBUG [Thread-2023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:00,091 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,091 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:00,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40662 deadline: 1732200240081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:00,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40660 deadline: 1732200240092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:00,093 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18365 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:00,093 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 413b6008f3d8de3e71354be89810996b of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18366 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:43:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:43:00,094 INFO [Thread-2019 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2019. 2024-11-21T14:43:00,094 DEBUG [Thread-2019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:00,094 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,094 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:00,099 INFO [Thread-2025 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2025. 2024-11-21T14:43:00,099 DEBUG [Thread-2025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:00,099 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,099 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:00,102 INFO [Thread-2021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2021. 2024-11-21T14:43:00,102 DEBUG [Thread-2021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:00,102 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,103 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-21T14:43:00,172 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40708 deadline: 1732200240252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 , the old value is region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., hostname=f7796871bd2a,34871,1732200036061, seqNum=2 because the exception is null or not the one we care about 2024-11-21T14:43:00,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/069ee4e4935240dca2e4c56a7f6762ae 2024-11-21T14:43:00,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/e00a6fe7251a4ce6921c5a8e3d0293c2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/e00a6fe7251a4ce6921c5a8e3d0293c2 2024-11-21T14:43:00,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/e00a6fe7251a4ce6921c5a8e3d0293c2, entries=200, sequenceid=425, filesize=14.4 K 2024-11-21T14:43:00,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/223df343737d4117b2bc138b0301b5f4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/223df343737d4117b2bc138b0301b5f4 2024-11-21T14:43:00,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/223df343737d4117b2bc138b0301b5f4, entries=150, sequenceid=425, filesize=12.0 K 2024-11-21T14:43:00,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/069ee4e4935240dca2e4c56a7f6762ae as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/069ee4e4935240dca2e4c56a7f6762ae 2024-11-21T14:43:00,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/069ee4e4935240dca2e4c56a7f6762ae, entries=150, sequenceid=425, filesize=12.0 K 2024-11-21T14:43:00,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 413b6008f3d8de3e71354be89810996b in 852ms, sequenceid=425, compaction requested=true 2024-11-21T14:43:00,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:43:00,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:43:00,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:00,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:43:00,329 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:43:00,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:00,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 413b6008f3d8de3e71354be89810996b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:43:00,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T14:43:00,329 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:43:00,330 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:43:00,330 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:43:00,330 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/A is initiating minor compaction (all files) 2024-11-21T14:43:00,330 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/B is initiating minor compaction (all files) 2024-11-21T14:43:00,330 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/A in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:43:00,330 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/B in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:43:00,331 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/3d849a84f800478b8b94a33366c1db9c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/dcf8d1b8c2e34cf4bbd1823522104cea, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c957fce8f56e4899a7d8641aae7e7324, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/e00a6fe7251a4ce6921c5a8e3d0293c2] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=53.4 K 2024-11-21T14:43:00,331 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/7db05e599c8840f3a9379af900eda5a7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/9bd1f45e668c4da8afe84fb7b5a9070e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a1b9ca2f0be945c58356a3588b8a0a6a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/223df343737d4117b2bc138b0301b5f4] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=48.7 K 2024-11-21T14:43:00,331 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7db05e599c8840f3a9379af900eda5a7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200174959 2024-11-21T14:43:00,331 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d849a84f800478b8b94a33366c1db9c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200174959 2024-11-21T14:43:00,331 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bd1f45e668c4da8afe84fb7b5a9070e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732200176228 2024-11-21T14:43:00,331 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcf8d1b8c2e34cf4bbd1823522104cea, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732200176228 2024-11-21T14:43:00,332 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a1b9ca2f0be945c58356a3588b8a0a6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732200177528 2024-11-21T14:43:00,332 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting c957fce8f56e4899a7d8641aae7e7324, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732200177528 2024-11-21T14:43:00,332 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 223df343737d4117b2bc138b0301b5f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732200178783 2024-11-21T14:43:00,332 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting e00a6fe7251a4ce6921c5a8e3d0293c2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732200178783 2024-11-21T14:43:00,354 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:00,354 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/f1b655ba0e0446b5b65f852933bdc85d is 50, key is test_row_0/B:col10/1732200178783/Put/seqid=0 2024-11-21T14:43:00,359 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#A#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:00,360 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/af7f575a4dba41a5b4fd1a95901bd0e1 is 50, key is test_row_0/A:col10/1732200178783/Put/seqid=0 2024-11-21T14:43:00,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742342_1518 (size=13085) 2024-11-21T14:43:00,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742343_1519 (size=13085) 2024-11-21T14:43:00,378 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/af7f575a4dba41a5b4fd1a95901bd0e1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/af7f575a4dba41a5b4fd1a95901bd0e1 2024-11-21T14:43:00,382 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 413b6008f3d8de3e71354be89810996b/A of 413b6008f3d8de3e71354be89810996b into af7f575a4dba41a5b4fd1a95901bd0e1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:00,382 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:43:00,382 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/A, priority=12, startTime=1732200180328; duration=0sec 2024-11-21T14:43:00,382 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:00,382 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:A 2024-11-21T14:43:00,382 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:43:00,383 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:43:00,383 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 413b6008f3d8de3e71354be89810996b/C is initiating minor compaction (all files) 2024-11-21T14:43:00,383 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 413b6008f3d8de3e71354be89810996b/C in TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:43:00,383 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/eb1ef3999a2541d9bb1d8a3fa3d7aa7d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/78df731f7fc64ad3abbe2ced2ddd9ffb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f56a43269679435882a46588789c969f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/069ee4e4935240dca2e4c56a7f6762ae] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp, totalSize=48.7 K 2024-11-21T14:43:00,384 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb1ef3999a2541d9bb1d8a3fa3d7aa7d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732200174959 2024-11-21T14:43:00,384 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78df731f7fc64ad3abbe2ced2ddd9ffb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732200176228 2024-11-21T14:43:00,385 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting f56a43269679435882a46588789c969f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732200177528 2024-11-21T14:43:00,385 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 069ee4e4935240dca2e4c56a7f6762ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732200178783 2024-11-21T14:43:00,398 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 413b6008f3d8de3e71354be89810996b#C#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:00,398 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/adb6ec263e1c4cdb8bb6aab2e078389e is 50, key is test_row_0/C:col10/1732200178783/Put/seqid=0 2024-11-21T14:43:00,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742344_1520 (size=13085) 2024-11-21T14:43:00,410 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/adb6ec263e1c4cdb8bb6aab2e078389e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/adb6ec263e1c4cdb8bb6aab2e078389e 2024-11-21T14:43:00,415 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 413b6008f3d8de3e71354be89810996b/C of 413b6008f3d8de3e71354be89810996b into adb6ec263e1c4cdb8bb6aab2e078389e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:00,415 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:43:00,415 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/C, priority=12, startTime=1732200180329; duration=0sec 2024-11-21T14:43:00,415 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:00,415 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:C 2024-11-21T14:43:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 413b6008f3d8de3e71354be89810996b 2024-11-21T14:43:00,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-21T14:43:00,763 INFO [Thread-2008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2008. 2024-11-21T14:43:00,763 DEBUG [Thread-2008 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:00,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:43:00,764 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:00,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:43:00,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:00,764 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:00,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:43:00,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:00,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:00,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/f61ce5eec6f141c3bb8e795b824f6c3e is 50, key is test_row_0/A:col10/1732200179588/Put/seqid=0 2024-11-21T14:43:00,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742345_1521 (size=12301) 2024-11-21T14:43:00,776 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/f1b655ba0e0446b5b65f852933bdc85d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/f1b655ba0e0446b5b65f852933bdc85d 2024-11-21T14:43:00,780 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 413b6008f3d8de3e71354be89810996b/B of 413b6008f3d8de3e71354be89810996b into f1b655ba0e0446b5b65f852933bdc85d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:00,780 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:43:00,780 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., storeName=413b6008f3d8de3e71354be89810996b/B, priority=12, startTime=1732200180329; duration=0sec 2024-11-21T14:43:00,780 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:00,780 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 413b6008f3d8de3e71354be89810996b:B 2024-11-21T14:43:01,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/f61ce5eec6f141c3bb8e795b824f6c3e 2024-11-21T14:43:01,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/eb21ff0cdf5c4a6395809cfe5b689f0c is 50, key is test_row_0/B:col10/1732200179588/Put/seqid=0 2024-11-21T14:43:01,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742346_1522 (size=12301) 2024-11-21T14:43:01,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/eb21ff0cdf5c4a6395809cfe5b689f0c 2024-11-21T14:43:01,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b3929877bb5248369cd724e57de8df6a is 50, key is test_row_0/C:col10/1732200179588/Put/seqid=0 2024-11-21T14:43:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742347_1523 (size=12301) 2024-11-21T14:43:01,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b3929877bb5248369cd724e57de8df6a 2024-11-21T14:43:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/f61ce5eec6f141c3bb8e795b824f6c3e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/f61ce5eec6f141c3bb8e795b824f6c3e 2024-11-21T14:43:02,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/f61ce5eec6f141c3bb8e795b824f6c3e, entries=150, sequenceid=445, filesize=12.0 K 2024-11-21T14:43:02,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/eb21ff0cdf5c4a6395809cfe5b689f0c as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/eb21ff0cdf5c4a6395809cfe5b689f0c 2024-11-21T14:43:02,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/eb21ff0cdf5c4a6395809cfe5b689f0c, entries=150, sequenceid=445, filesize=12.0 K 2024-11-21T14:43:02,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b3929877bb5248369cd724e57de8df6a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b3929877bb5248369cd724e57de8df6a 2024-11-21T14:43:02,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b3929877bb5248369cd724e57de8df6a, entries=150, sequenceid=445, filesize=12.0 K 2024-11-21T14:43:02,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 413b6008f3d8de3e71354be89810996b in 1246ms, sequenceid=445, compaction requested=false 2024-11-21T14:43:02,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 413b6008f3d8de3e71354be89810996b: 2024-11-21T14:43:04,178 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:43:10,063 INFO [Thread-2010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2010. 2024-11-21T14:43:10,063 DEBUG [Thread-2010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:10,063 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:10,063 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:10,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:10,112 INFO [Thread-2016 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2016. 2024-11-21T14:43:10,113 DEBUG [Thread-2016 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:10,113 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:10,113 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:10,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:10,163 INFO [Thread-2012 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2012. 2024-11-21T14:43:10,163 DEBUG [Thread-2012 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:10,163 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:10,163 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:10,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:10,173 INFO [Thread-2014 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2014. 2024-11-21T14:43:10,173 DEBUG [Thread-2014 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:10,173 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:10,173 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:10,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:10,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T14:43:10,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 275 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1107 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3321 rows 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1109 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3327 rows 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1107 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3321 rows 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1097 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3291 rows 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1109 2024-11-21T14:43:10,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3327 rows 2024-11-21T14:43:10,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:43:10,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:43:10,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:10,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:10,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:10,175 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T14:43:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T14:43:10,177 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200190177"}]},"ts":"1732200190177"} 2024-11-21T14:43:10,178 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T14:43:10,178 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T14:43:10,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T14:43:10,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=413b6008f3d8de3e71354be89810996b, UNASSIGN}] 2024-11-21T14:43:10,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=413b6008f3d8de3e71354be89810996b, UNASSIGN 2024-11-21T14:43:10,181 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=413b6008f3d8de3e71354be89810996b, regionState=CLOSING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:10,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=413b6008f3d8de3e71354be89810996b, UNASSIGN because future has completed 2024-11-21T14:43:10,182 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:43:10,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:43:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T14:43:10,334 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close 413b6008f3d8de3e71354be89810996b 2024-11-21T14:43:10,334 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:43:10,334 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing 413b6008f3d8de3e71354be89810996b, disabling compactions & flushes 2024-11-21T14:43:10,334 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:43:10,334 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:43:10,334 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. after waiting 0 ms 2024-11-21T14:43:10,334 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:43:10,335 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing 413b6008f3d8de3e71354be89810996b 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-21T14:43:10,335 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=A 2024-11-21T14:43:10,335 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:10,335 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=B 2024-11-21T14:43:10,335 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:10,335 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 413b6008f3d8de3e71354be89810996b, store=C 2024-11-21T14:43:10,335 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:10,338 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/6625877a88804e98b0f85b6c846cfa3d is 50, key is test_row_0/A:col10/1732200190062/Put/seqid=0 2024-11-21T14:43:10,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742348_1524 (size=12301) 2024-11-21T14:43:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T14:43:10,742 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/6625877a88804e98b0f85b6c846cfa3d 2024-11-21T14:43:10,747 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/bc660a32abaa4e4cb6eea010a92d046e is 50, key is test_row_0/B:col10/1732200190062/Put/seqid=0 2024-11-21T14:43:10,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742349_1525 (size=12301) 2024-11-21T14:43:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T14:43:11,151 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/bc660a32abaa4e4cb6eea010a92d046e 2024-11-21T14:43:11,157 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b3a9070c93d848028dc9b18d2fffbe90 is 50, key is test_row_0/C:col10/1732200190062/Put/seqid=0 2024-11-21T14:43:11,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742350_1526 (size=12301) 2024-11-21T14:43:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T14:43:11,560 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b3a9070c93d848028dc9b18d2fffbe90 2024-11-21T14:43:11,564 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/A/6625877a88804e98b0f85b6c846cfa3d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/6625877a88804e98b0f85b6c846cfa3d 2024-11-21T14:43:11,566 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/6625877a88804e98b0f85b6c846cfa3d, entries=150, sequenceid=453, filesize=12.0 K 2024-11-21T14:43:11,567 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/B/bc660a32abaa4e4cb6eea010a92d046e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bc660a32abaa4e4cb6eea010a92d046e 2024-11-21T14:43:11,569 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bc660a32abaa4e4cb6eea010a92d046e, entries=150, sequenceid=453, filesize=12.0 K 2024-11-21T14:43:11,570 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/.tmp/C/b3a9070c93d848028dc9b18d2fffbe90 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b3a9070c93d848028dc9b18d2fffbe90 2024-11-21T14:43:11,572 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b3a9070c93d848028dc9b18d2fffbe90, entries=150, sequenceid=453, filesize=12.0 K 2024-11-21T14:43:11,573 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 413b6008f3d8de3e71354be89810996b in 1239ms, sequenceid=453, compaction requested=true 2024-11-21T14:43:11,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/f178c6bbc1484c1b9846929d94b49229, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/9011754e805f48bb96c41739f62c3fb7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/687001b6f48f4bcea5f3810deeebb376, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a9bd2f291e3a4b33b628a192420d90d9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/83b50bd47a7644afad39bb463e34df67, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/09d88795ee594b729896ce0e01eec769, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/b368a24c8d4c4cdaa2b1951d0ac93b0c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c6afbbf56d454d3283a16d2bb656c2d8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c0cd9124e1184a0ba681328cc8759da7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/eba10898e8a14ae495e207396df84088, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a2406e47ed324abf9098ba137b122cef, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/8f47a5e887d54de1b1ae588229621cc4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/00b3b5a568f24167876226ff11978b1c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/6225ae39652145a080a639bfd1e0e14d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/ca75c786e8f7424fac764931370abe97, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/96864dcf8af947f685b42874b38d67c7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7bfdccff92cd41e18d47124c9fd1eef4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/3e8ff45efbf243b9bd49e5630907e4d5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7c22a4181739483290266c49a17f3249, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/3d849a84f800478b8b94a33366c1db9c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/dcf8d1b8c2e34cf4bbd1823522104cea, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c957fce8f56e4899a7d8641aae7e7324, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/e00a6fe7251a4ce6921c5a8e3d0293c2] to archive 2024-11-21T14:43:11,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:43:11,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/f178c6bbc1484c1b9846929d94b49229 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/f178c6bbc1484c1b9846929d94b49229 2024-11-21T14:43:11,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/9011754e805f48bb96c41739f62c3fb7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/9011754e805f48bb96c41739f62c3fb7 2024-11-21T14:43:11,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/687001b6f48f4bcea5f3810deeebb376 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/687001b6f48f4bcea5f3810deeebb376 2024-11-21T14:43:11,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a9bd2f291e3a4b33b628a192420d90d9 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a9bd2f291e3a4b33b628a192420d90d9 2024-11-21T14:43:11,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/83b50bd47a7644afad39bb463e34df67 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/83b50bd47a7644afad39bb463e34df67 2024-11-21T14:43:11,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/09d88795ee594b729896ce0e01eec769 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/09d88795ee594b729896ce0e01eec769 2024-11-21T14:43:11,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/b368a24c8d4c4cdaa2b1951d0ac93b0c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/b368a24c8d4c4cdaa2b1951d0ac93b0c 2024-11-21T14:43:11,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c6afbbf56d454d3283a16d2bb656c2d8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c6afbbf56d454d3283a16d2bb656c2d8 2024-11-21T14:43:11,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c0cd9124e1184a0ba681328cc8759da7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c0cd9124e1184a0ba681328cc8759da7 2024-11-21T14:43:11,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/eba10898e8a14ae495e207396df84088 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/eba10898e8a14ae495e207396df84088 2024-11-21T14:43:11,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a2406e47ed324abf9098ba137b122cef to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/a2406e47ed324abf9098ba137b122cef 2024-11-21T14:43:11,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/8f47a5e887d54de1b1ae588229621cc4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/8f47a5e887d54de1b1ae588229621cc4 2024-11-21T14:43:11,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/00b3b5a568f24167876226ff11978b1c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/00b3b5a568f24167876226ff11978b1c 2024-11-21T14:43:11,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/6225ae39652145a080a639bfd1e0e14d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/6225ae39652145a080a639bfd1e0e14d 2024-11-21T14:43:11,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/ca75c786e8f7424fac764931370abe97 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/ca75c786e8f7424fac764931370abe97 2024-11-21T14:43:11,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/96864dcf8af947f685b42874b38d67c7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/96864dcf8af947f685b42874b38d67c7 2024-11-21T14:43:11,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7bfdccff92cd41e18d47124c9fd1eef4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7bfdccff92cd41e18d47124c9fd1eef4 2024-11-21T14:43:11,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/3e8ff45efbf243b9bd49e5630907e4d5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/3e8ff45efbf243b9bd49e5630907e4d5 2024-11-21T14:43:11,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7c22a4181739483290266c49a17f3249 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/7c22a4181739483290266c49a17f3249 2024-11-21T14:43:11,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/3d849a84f800478b8b94a33366c1db9c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/3d849a84f800478b8b94a33366c1db9c 2024-11-21T14:43:11,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/dcf8d1b8c2e34cf4bbd1823522104cea to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/dcf8d1b8c2e34cf4bbd1823522104cea 2024-11-21T14:43:11,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c957fce8f56e4899a7d8641aae7e7324 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/c957fce8f56e4899a7d8641aae7e7324 2024-11-21T14:43:11,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/e00a6fe7251a4ce6921c5a8e3d0293c2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/e00a6fe7251a4ce6921c5a8e3d0293c2 2024-11-21T14:43:11,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a82515d7cf0d44cc9a3fbd494d5b004c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a215e23dac354369be13a5ba02b9d653, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/44b9d530813e4c9d9ce56e2b8f19b222, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/5d5a38756a41437ea6f4ed5971fe665b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/0e21c34753fb4131911ef1ae50c9de1b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/5c7373f204e04ba49b945839f4164aad, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a9e79a93567c4905812f2295b3276454, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/93daabb70c954f999946edb7ce3a6af6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/210188a22d1c47c7ba399e14b7f801d0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bb0a5fd5a963481791f0a349ae486951, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/24c5502858074820b22e312ca97fc1c5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bd1528f92c384b44bcba9cde204f68ee, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/4da8f48c5d2c437aac8f43f806219bc0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d9efb711d4604e27a86a711c9a609604, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/1ab0be130010432682c450786d3d9915, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/015dc522d9f041938e1c1e35c17b723e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d5a875e3867440d087d3a53bcd142956, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/8a36074841ef4fe1a8455856a03f4eac, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/7db05e599c8840f3a9379af900eda5a7, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/66fbf457740f4a5e92dcb8c79fbf765c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/9bd1f45e668c4da8afe84fb7b5a9070e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a1b9ca2f0be945c58356a3588b8a0a6a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/223df343737d4117b2bc138b0301b5f4] to archive 2024-11-21T14:43:11,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:43:11,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a82515d7cf0d44cc9a3fbd494d5b004c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a82515d7cf0d44cc9a3fbd494d5b004c 2024-11-21T14:43:11,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a215e23dac354369be13a5ba02b9d653 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a215e23dac354369be13a5ba02b9d653 2024-11-21T14:43:11,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/44b9d530813e4c9d9ce56e2b8f19b222 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/44b9d530813e4c9d9ce56e2b8f19b222 2024-11-21T14:43:11,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/5d5a38756a41437ea6f4ed5971fe665b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/5d5a38756a41437ea6f4ed5971fe665b 2024-11-21T14:43:11,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/0e21c34753fb4131911ef1ae50c9de1b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/0e21c34753fb4131911ef1ae50c9de1b 2024-11-21T14:43:11,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/5c7373f204e04ba49b945839f4164aad to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/5c7373f204e04ba49b945839f4164aad 2024-11-21T14:43:11,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a9e79a93567c4905812f2295b3276454 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a9e79a93567c4905812f2295b3276454 2024-11-21T14:43:11,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/93daabb70c954f999946edb7ce3a6af6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/93daabb70c954f999946edb7ce3a6af6 2024-11-21T14:43:11,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/210188a22d1c47c7ba399e14b7f801d0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/210188a22d1c47c7ba399e14b7f801d0 2024-11-21T14:43:11,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bb0a5fd5a963481791f0a349ae486951 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bb0a5fd5a963481791f0a349ae486951 2024-11-21T14:43:11,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/24c5502858074820b22e312ca97fc1c5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/24c5502858074820b22e312ca97fc1c5 2024-11-21T14:43:11,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bd1528f92c384b44bcba9cde204f68ee to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bd1528f92c384b44bcba9cde204f68ee 2024-11-21T14:43:11,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/4da8f48c5d2c437aac8f43f806219bc0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/4da8f48c5d2c437aac8f43f806219bc0 2024-11-21T14:43:11,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d9efb711d4604e27a86a711c9a609604 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d9efb711d4604e27a86a711c9a609604 2024-11-21T14:43:11,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/1ab0be130010432682c450786d3d9915 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/1ab0be130010432682c450786d3d9915 2024-11-21T14:43:11,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/015dc522d9f041938e1c1e35c17b723e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/015dc522d9f041938e1c1e35c17b723e 2024-11-21T14:43:11,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d5a875e3867440d087d3a53bcd142956 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/d5a875e3867440d087d3a53bcd142956 2024-11-21T14:43:11,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/8a36074841ef4fe1a8455856a03f4eac to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/8a36074841ef4fe1a8455856a03f4eac 2024-11-21T14:43:11,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/7db05e599c8840f3a9379af900eda5a7 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/7db05e599c8840f3a9379af900eda5a7 2024-11-21T14:43:11,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/66fbf457740f4a5e92dcb8c79fbf765c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/66fbf457740f4a5e92dcb8c79fbf765c 2024-11-21T14:43:11,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/9bd1f45e668c4da8afe84fb7b5a9070e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/9bd1f45e668c4da8afe84fb7b5a9070e 2024-11-21T14:43:11,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a1b9ca2f0be945c58356a3588b8a0a6a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/a1b9ca2f0be945c58356a3588b8a0a6a 2024-11-21T14:43:11,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/223df343737d4117b2bc138b0301b5f4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/223df343737d4117b2bc138b0301b5f4 2024-11-21T14:43:11,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b74eec9eef3a4e1aa76a6ecb6912b2be, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/9426855d32fa4ea1865c1382f1be4248, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/98ba40415c934a238650497ffa187035, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/e52e7aa8c6b344448c99922ad50d1a80, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/66037f3c2818482ea6bacf247452a6ff, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8c2680a7a8be4f88ba6fd746e9ce7128, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/d82ef08940ba40e48861845e500e0cbb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/20289fc08fc04117b5d9e8fb1e855120, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f1c31b356bc0430cb5e1a78073b835a4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8aa6ffc6050d41d6b86c60ad93e296b3, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/ae616cfdc9c841caa71157933453be5c, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/4bda883a501f4ffabe1b2e15ac17188e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8b5b671be7e6403aacef0c34d097ed89, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/eb4d43cb4f0b41d8bb733623d88c1af9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/0eedfad16e8b4d4e8be17e4c8da7d7d4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/118bbdb01c2f41d099db0a6ea4475b47, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b5c4ea0baef446f1bb3339a95044c7fe, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8cd7899a64884cc39b8bdce0c36ae481, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/eb1ef3999a2541d9bb1d8a3fa3d7aa7d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f7c16b6ba4794e14ad75f5f2acb0e925, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/78df731f7fc64ad3abbe2ced2ddd9ffb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f56a43269679435882a46588789c969f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/069ee4e4935240dca2e4c56a7f6762ae] to archive 2024-11-21T14:43:11,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:43:11,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b74eec9eef3a4e1aa76a6ecb6912b2be to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b74eec9eef3a4e1aa76a6ecb6912b2be 2024-11-21T14:43:11,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/9426855d32fa4ea1865c1382f1be4248 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/9426855d32fa4ea1865c1382f1be4248 2024-11-21T14:43:11,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/98ba40415c934a238650497ffa187035 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/98ba40415c934a238650497ffa187035 2024-11-21T14:43:11,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/e52e7aa8c6b344448c99922ad50d1a80 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/e52e7aa8c6b344448c99922ad50d1a80 2024-11-21T14:43:11,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/66037f3c2818482ea6bacf247452a6ff to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/66037f3c2818482ea6bacf247452a6ff 2024-11-21T14:43:11,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8c2680a7a8be4f88ba6fd746e9ce7128 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8c2680a7a8be4f88ba6fd746e9ce7128 2024-11-21T14:43:11,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/d82ef08940ba40e48861845e500e0cbb to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/d82ef08940ba40e48861845e500e0cbb 2024-11-21T14:43:11,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/20289fc08fc04117b5d9e8fb1e855120 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/20289fc08fc04117b5d9e8fb1e855120 2024-11-21T14:43:11,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f1c31b356bc0430cb5e1a78073b835a4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f1c31b356bc0430cb5e1a78073b835a4 2024-11-21T14:43:11,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8aa6ffc6050d41d6b86c60ad93e296b3 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8aa6ffc6050d41d6b86c60ad93e296b3 2024-11-21T14:43:11,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/ae616cfdc9c841caa71157933453be5c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/ae616cfdc9c841caa71157933453be5c 2024-11-21T14:43:11,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/4bda883a501f4ffabe1b2e15ac17188e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/4bda883a501f4ffabe1b2e15ac17188e 2024-11-21T14:43:11,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8b5b671be7e6403aacef0c34d097ed89 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8b5b671be7e6403aacef0c34d097ed89 2024-11-21T14:43:11,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/eb4d43cb4f0b41d8bb733623d88c1af9 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/eb4d43cb4f0b41d8bb733623d88c1af9 2024-11-21T14:43:11,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/0eedfad16e8b4d4e8be17e4c8da7d7d4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/0eedfad16e8b4d4e8be17e4c8da7d7d4 2024-11-21T14:43:11,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/118bbdb01c2f41d099db0a6ea4475b47 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/118bbdb01c2f41d099db0a6ea4475b47 2024-11-21T14:43:11,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b5c4ea0baef446f1bb3339a95044c7fe to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b5c4ea0baef446f1bb3339a95044c7fe 2024-11-21T14:43:11,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8cd7899a64884cc39b8bdce0c36ae481 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/8cd7899a64884cc39b8bdce0c36ae481 2024-11-21T14:43:11,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/eb1ef3999a2541d9bb1d8a3fa3d7aa7d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/eb1ef3999a2541d9bb1d8a3fa3d7aa7d 2024-11-21T14:43:11,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f7c16b6ba4794e14ad75f5f2acb0e925 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f7c16b6ba4794e14ad75f5f2acb0e925 2024-11-21T14:43:11,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/78df731f7fc64ad3abbe2ced2ddd9ffb to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/78df731f7fc64ad3abbe2ced2ddd9ffb 2024-11-21T14:43:11,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f56a43269679435882a46588789c969f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/f56a43269679435882a46588789c969f 2024-11-21T14:43:11,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/069ee4e4935240dca2e4c56a7f6762ae to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/069ee4e4935240dca2e4c56a7f6762ae 2024-11-21T14:43:11,633 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/recovered.edits/456.seqid, newMaxSeqId=456, maxSeqId=1 2024-11-21T14:43:11,634 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. 2024-11-21T14:43:11,634 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for 413b6008f3d8de3e71354be89810996b: Waiting for close lock at 1732200190334Running coprocessor pre-close hooks at 1732200190334Disabling compacts and flushes for region at 1732200190334Disabling writes for close at 1732200190334Obtaining lock to block concurrent updates at 1732200190335 (+1 ms)Preparing flush snapshotting stores in 413b6008f3d8de3e71354be89810996b at 1732200190335Finished memstore snapshotting TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732200190335Flushing stores of TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b. at 1732200190335Flushing 413b6008f3d8de3e71354be89810996b/A: creating writer at 1732200190335Flushing 413b6008f3d8de3e71354be89810996b/A: appending metadata at 1732200190338 (+3 ms)Flushing 413b6008f3d8de3e71354be89810996b/A: closing flushed file at 1732200190338Flushing 413b6008f3d8de3e71354be89810996b/B: creating writer at 1732200190745 (+407 ms)Flushing 413b6008f3d8de3e71354be89810996b/B: appending metadata at 1732200190747 (+2 ms)Flushing 413b6008f3d8de3e71354be89810996b/B: closing flushed file at 1732200190747Flushing 413b6008f3d8de3e71354be89810996b/C: creating writer at 1732200191154 (+407 ms)Flushing 413b6008f3d8de3e71354be89810996b/C: appending metadata at 1732200191156 (+2 ms)Flushing 413b6008f3d8de3e71354be89810996b/C: closing flushed file at 1732200191156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ab729d: reopening flushed file at 1732200191563 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40096364: reopening flushed file at 1732200191566 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a592190: reopening flushed file at 1732200191569 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 413b6008f3d8de3e71354be89810996b in 1239ms, sequenceid=453, compaction requested=true at 1732200191573 (+4 ms)Writing region close event to WAL at 1732200191631 (+58 ms)Running coprocessor post-close hooks at 1732200191634 (+3 ms)Closed at 1732200191634 2024-11-21T14:43:11,636 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed 413b6008f3d8de3e71354be89810996b 2024-11-21T14:43:11,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=413b6008f3d8de3e71354be89810996b, regionState=CLOSED 2024-11-21T14:43:11,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:43:11,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-21T14:43:11,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure 413b6008f3d8de3e71354be89810996b, server=f7796871bd2a,34871,1732200036061 in 1.4560 sec 2024-11-21T14:43:11,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-21T14:43:11,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=413b6008f3d8de3e71354be89810996b, UNASSIGN in 1.4590 sec 2024-11-21T14:43:11,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-21T14:43:11,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4620 sec 2024-11-21T14:43:11,643 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200191643"}]},"ts":"1732200191643"} 2024-11-21T14:43:11,644 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T14:43:11,644 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T14:43:11,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4700 sec 2024-11-21T14:43:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-21T14:43:12,322 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:12,322 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T14:43:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:12,324 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T14:43:12,324 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:12,326 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b 2024-11-21T14:43:12,328 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/recovered.edits] 2024-11-21T14:43:12,330 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/6625877a88804e98b0f85b6c846cfa3d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/6625877a88804e98b0f85b6c846cfa3d 2024-11-21T14:43:12,331 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/af7f575a4dba41a5b4fd1a95901bd0e1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/af7f575a4dba41a5b4fd1a95901bd0e1 2024-11-21T14:43:12,332 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/f61ce5eec6f141c3bb8e795b824f6c3e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/A/f61ce5eec6f141c3bb8e795b824f6c3e 2024-11-21T14:43:12,333 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bc660a32abaa4e4cb6eea010a92d046e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/bc660a32abaa4e4cb6eea010a92d046e 2024-11-21T14:43:12,334 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/eb21ff0cdf5c4a6395809cfe5b689f0c to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/eb21ff0cdf5c4a6395809cfe5b689f0c 2024-11-21T14:43:12,335 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/f1b655ba0e0446b5b65f852933bdc85d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/B/f1b655ba0e0446b5b65f852933bdc85d 2024-11-21T14:43:12,336 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/adb6ec263e1c4cdb8bb6aab2e078389e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/adb6ec263e1c4cdb8bb6aab2e078389e 2024-11-21T14:43:12,337 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b3929877bb5248369cd724e57de8df6a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b3929877bb5248369cd724e57de8df6a 2024-11-21T14:43:12,338 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b3a9070c93d848028dc9b18d2fffbe90 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/C/b3a9070c93d848028dc9b18d2fffbe90 2024-11-21T14:43:12,339 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/recovered.edits/456.seqid to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b/recovered.edits/456.seqid 2024-11-21T14:43:12,340 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/413b6008f3d8de3e71354be89810996b 2024-11-21T14:43:12,340 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T14:43:12,342 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:12,344 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T14:43:12,345 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T14:43:12,346 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:12,346 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T14:43:12,347 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732200192346"}]},"ts":"9223372036854775807"} 2024-11-21T14:43:12,349 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T14:43:12,349 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 413b6008f3d8de3e71354be89810996b, NAME => 'TestAcidGuarantees,,1732200157872.413b6008f3d8de3e71354be89810996b.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T14:43:12,349 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T14:43:12,349 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732200192349"}]},"ts":"9223372036854775807"} 2024-11-21T14:43:12,350 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T14:43:12,351 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:12,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-21T14:43:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-21T14:43:12,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T14:43:12,432 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:12,441 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248 (was 251), OpenFileDescriptor=441 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 430), ProcessCount=11 (was 11), AvailableMemoryMB=2171 (was 2237) 2024-11-21T14:43:12,449 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=2171 2024-11-21T14:43:12,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T14:43:12,450 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:43:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:12,452 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:43:12,452 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:12,452 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 138 2024-11-21T14:43:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T14:43:12,453 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:43:12,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742351_1527 (size=1061) 2024-11-21T14:43:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T14:43:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T14:43:12,859 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee 2024-11-21T14:43:12,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742352_1528 (size=53) 2024-11-21T14:43:12,872 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:43:12,873 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 51a7a30914bd4dc09df64182f3d3cdc8, disabling compactions & flushes 2024-11-21T14:43:12,873 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:12,873 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:12,873 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. after waiting 0 ms 2024-11-21T14:43:12,873 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:12,873 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:12,873 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51a7a30914bd4dc09df64182f3d3cdc8: Waiting for close lock at 1732200192872Disabling compacts and flushes for region at 1732200192872Disabling writes for close at 1732200192873 (+1 ms)Writing region close event to WAL at 1732200192873Closed at 1732200192873 2024-11-21T14:43:12,874 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:43:12,874 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732200192874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732200192874"}]},"ts":"1732200192874"} 2024-11-21T14:43:12,876 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:43:12,876 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:43:12,876 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200192876"}]},"ts":"1732200192876"} 2024-11-21T14:43:12,878 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T14:43:12,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, ASSIGN}] 2024-11-21T14:43:12,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, ASSIGN 2024-11-21T14:43:12,880 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, ASSIGN; state=OFFLINE, location=f7796871bd2a,34871,1732200036061; forceNewPlan=false, retain=false 2024-11-21T14:43:13,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=51a7a30914bd4dc09df64182f3d3cdc8, regionState=OPENING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:13,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, ASSIGN because future has completed 2024-11-21T14:43:13,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:43:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T14:43:13,186 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:13,186 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:43:13,187 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,187 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:43:13,187 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,187 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,188 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,189 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:43:13,189 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a7a30914bd4dc09df64182f3d3cdc8 columnFamilyName A 2024-11-21T14:43:13,189 DEBUG [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:13,190 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(327): Store=51a7a30914bd4dc09df64182f3d3cdc8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:43:13,190 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,190 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:43:13,190 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a7a30914bd4dc09df64182f3d3cdc8 columnFamilyName B 2024-11-21T14:43:13,190 DEBUG [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:13,191 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(327): Store=51a7a30914bd4dc09df64182f3d3cdc8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:43:13,191 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,191 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:43:13,192 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a7a30914bd4dc09df64182f3d3cdc8 columnFamilyName C 2024-11-21T14:43:13,192 DEBUG [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:13,192 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(327): Store=51a7a30914bd4dc09df64182f3d3cdc8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:43:13,192 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:13,192 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,193 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,193 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,194 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,194 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,194 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:43:13,195 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,196 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:43:13,197 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened 51a7a30914bd4dc09df64182f3d3cdc8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70737414, jitterRate=0.05406960844993591}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:43:13,197 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:13,197 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for 51a7a30914bd4dc09df64182f3d3cdc8: Running coprocessor pre-open hook at 1732200193187Writing region info on filesystem at 1732200193187Initializing all the Stores at 1732200193187Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200193187Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200193188 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200193188Cleaning up temporary data from old regions at 1732200193194 (+6 ms)Running coprocessor post-open hooks at 1732200193197 (+3 ms)Region opened successfully at 1732200193197 2024-11-21T14:43:13,198 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., pid=140, masterSystemTime=1732200193184 2024-11-21T14:43:13,200 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:13,200 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:13,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=51a7a30914bd4dc09df64182f3d3cdc8, regionState=OPEN, openSeqNum=2, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:13,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:43:13,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-21T14:43:13,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 in 170 msec 2024-11-21T14:43:13,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-21T14:43:13,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, ASSIGN in 325 msec 2024-11-21T14:43:13,205 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:43:13,205 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200193205"}]},"ts":"1732200193205"} 2024-11-21T14:43:13,206 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T14:43:13,207 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:43:13,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 757 msec 2024-11-21T14:43:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-21T14:43:13,592 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:13,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1847540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:13,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:43:13,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:43:13,595 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:43:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:43:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:43:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa5407c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:43:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:43:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:13,596 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:43:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76978148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:13,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:43:13,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:43:13,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:43:13,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:43:13,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:43:13,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f7796871bd2a,33569,1732200035143 2024-11-21T14:43:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f7ba1d5 2024-11-21T14:43:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:43:13,602 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:43:13,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T14:43:13,603 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:43:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:13,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742353_1529 (size=1097) 2024-11-21T14:43:14,014 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-21T14:43:14,014 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-21T14:43:14,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T14:43:14,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, REOPEN/MOVE}] 2024-11-21T14:43:14,019 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, REOPEN/MOVE 2024-11-21T14:43:14,020 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=51a7a30914bd4dc09df64182f3d3cdc8, regionState=CLOSING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, REOPEN/MOVE because future has completed 2024-11-21T14:43:14,021 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:43:14,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:43:14,172 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,172 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:43:14,173 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 51a7a30914bd4dc09df64182f3d3cdc8, disabling compactions & flushes 2024-11-21T14:43:14,173 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,173 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,173 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. after waiting 0 ms 2024-11-21T14:43:14,173 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,176 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T14:43:14,176 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,177 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 51a7a30914bd4dc09df64182f3d3cdc8: Waiting for close lock at 1732200194173Running coprocessor pre-close hooks at 1732200194173Disabling compacts and flushes for region at 1732200194173Disabling writes for close at 1732200194173Writing region close event to WAL at 1732200194173Running coprocessor post-close hooks at 1732200194176 (+3 ms)Closed at 1732200194176 2024-11-21T14:43:14,177 WARN [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: 51a7a30914bd4dc09df64182f3d3cdc8 to self. 2024-11-21T14:43:14,178 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=51a7a30914bd4dc09df64182f3d3cdc8, regionState=CLOSED 2024-11-21T14:43:14,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:43:14,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-21T14:43:14,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 in 159 msec 2024-11-21T14:43:14,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, REOPEN/MOVE; state=CLOSED, location=f7796871bd2a,34871,1732200036061; forceNewPlan=false, retain=true 2024-11-21T14:43:14,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=51a7a30914bd4dc09df64182f3d3cdc8, regionState=OPENING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, REOPEN/MOVE because future has completed 2024-11-21T14:43:14,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:43:14,488 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,489 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:43:14,489 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,489 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:43:14,489 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,489 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,490 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,491 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:43:14,491 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a7a30914bd4dc09df64182f3d3cdc8 columnFamilyName A 2024-11-21T14:43:14,492 DEBUG [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:14,492 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(327): Store=51a7a30914bd4dc09df64182f3d3cdc8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:43:14,493 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,493 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:43:14,493 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a7a30914bd4dc09df64182f3d3cdc8 columnFamilyName B 2024-11-21T14:43:14,493 DEBUG [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:14,494 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(327): Store=51a7a30914bd4dc09df64182f3d3cdc8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:43:14,494 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,494 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-21T14:43:14,495 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a7a30914bd4dc09df64182f3d3cdc8 columnFamilyName C 2024-11-21T14:43:14,495 DEBUG [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:14,495 INFO [StoreOpener-51a7a30914bd4dc09df64182f3d3cdc8-1 {}] regionserver.HStore(327): Store=51a7a30914bd4dc09df64182f3d3cdc8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:43:14,495 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,495 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,496 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,496 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,497 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,497 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,497 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T14:43:14,498 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,499 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened 51a7a30914bd4dc09df64182f3d3cdc8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71278180, jitterRate=0.062127649784088135}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T14:43:14,499 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,499 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for 51a7a30914bd4dc09df64182f3d3cdc8: Running coprocessor pre-open hook at 1732200194489Writing region info on filesystem at 1732200194489Initializing all the Stores at 1732200194490 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200194490Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200194490Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732200194490Cleaning up temporary data from old regions at 1732200194497 (+7 ms)Running coprocessor post-open hooks at 1732200194499 (+2 ms)Region opened successfully at 1732200194499 2024-11-21T14:43:14,500 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., pid=145, masterSystemTime=1732200194486 2024-11-21T14:43:14,502 DEBUG [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,502 INFO [RS_OPEN_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=51a7a30914bd4dc09df64182f3d3cdc8, regionState=OPEN, openSeqNum=5, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:43:14,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143 2024-11-21T14:43:14,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 in 170 msec 2024-11-21T14:43:14,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-21T14:43:14,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, REOPEN/MOVE in 487 msec 2024-11-21T14:43:14,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-21T14:43:14,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-11-21T14:43:14,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 905 msec 2024-11-21T14:43:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-21T14:43:14,510 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:14,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e6069e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:43:14,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:43:14,512 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:43:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:43:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:43:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2538ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:43:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:43:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:14,513 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:43:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2501aa23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604e524e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:43:14,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:43:14,515 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:43:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:43:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:43:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28115a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:43:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:43:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:14,516 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:43:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5796ab95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f36d46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:43:14,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:43:14,518 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:43:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:43:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:43:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6190d79a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:43:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:43:14,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:14,519 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:43:14,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cde53a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5e61df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:43:14,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:43:14,520 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:43:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:43:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:43:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad63b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:43:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:43:14,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:14,521 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:43:14,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a695d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4885acdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:43:14,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:43:14,522 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:43:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:43:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:43:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94be7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:43:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:43:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:14,523 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:43:14,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30022397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473abea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:43:14,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:43:14,525 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:43:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:43:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:43:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4192de5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:43:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:43:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:14,526 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:43:14,526 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1ec4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3420b4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:43:14,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:43:14,527 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:43:14,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:43:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:43:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff2ec61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:43:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:43:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:14,528 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:43:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336add7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1b2f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:43:14,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:43:14,530 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:43:14,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:43:14,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:43:14,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f52a661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:43:14,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:43:14,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:14,531 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:43:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252deed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1102b71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:43:14,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:43:14,533 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:43:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:43:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:43:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e84d4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:43:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:43:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:14,534 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:43:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308588b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ff4806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7796871bd2a,33569,-1 for getting cluster id 2024-11-21T14:43:14,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:43:14,535 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '114231b4-18f1-4094-b1fa-22c7474769a8' 2024-11-21T14:43:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:43:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "114231b4-18f1-4094-b1fa-22c7474769a8" 2024-11-21T14:43:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abb6af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7796871bd2a,33569,-1] 2024-11-21T14:43:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:43:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:14,536 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:43:14,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7833f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:43:14,537 DEBUG [Thread-2382 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:43:14,537 DEBUG [Thread-2378 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:43:14,537 DEBUG [Thread-2367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:43:14,537 DEBUG [Thread-2380 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:43:14,537 DEBUG [Thread-2365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:43:14,538 DEBUG [Thread-2363 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:43:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:43:14,538 DEBUG [Thread-2371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:43:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:43:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:43:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:43:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:43:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:43:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:43:14,538 DEBUG [Thread-2369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:43:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:43:14,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:43:14,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:43:14,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:43:14,539 DEBUG [Thread-2376 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:43:14,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:43:14,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:43:14,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:43:14,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:43:14,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:43:14,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:43:14,540 DEBUG [Thread-2374 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:43:14,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:43:14,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:43:14,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:43:14,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:43:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:43:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-21T14:43:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:43:14,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:43:14,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:43:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:43:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:43:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7796871bd2a,34871,1732200036061, seqNum=-1] 2024-11-21T14:43:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:43:14,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:43:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:43:14,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:43:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T14:43:14,543 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:43:14,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:43:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:43:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:43:14,544 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:43:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:43:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:43:14,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:43:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:43:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:43:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:43:14,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5] 2024-11-21T14:43:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T14:43:14,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:14,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:14,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:14,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:14,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:14,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:14,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200254571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200254572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200254574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200254574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121375c6dafae7349a2bc33597a0fc446c9_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200194549/Put/seqid=0 2024-11-21T14:43:14,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200254577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742354_1530 (size=12154) 2024-11-21T14:43:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T14:43:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200254682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200254682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200254682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200254682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200254691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T14:43:14,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:14,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:14,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:14,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T14:43:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:14,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T14:43:14,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200254892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200254892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200254892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200254892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200254902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:14,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:14,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:14,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121375c6dafae7349a2bc33597a0fc446c9_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121375c6dafae7349a2bc33597a0fc446c9_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:14,994 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/3b90de163342401484d327e06bb733e2, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:14,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/3b90de163342401484d327e06bb733e2 is 175, key is test_row_0/A:col10/1732200194549/Put/seqid=0 2024-11-21T14:43:14,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742355_1531 (size=30955) 2024-11-21T14:43:15,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T14:43:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T14:43:15,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:15,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T14:43:15,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200255201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:15,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200255201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:15,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200255201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:15,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200255202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:15,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:15,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200255212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:15,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T14:43:15,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:15,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/3b90de163342401484d327e06bb733e2 2024-11-21T14:43:15,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/07a7ad0d0ec44264a832a8caa224c9cb is 50, key is test_row_0/B:col10/1732200194549/Put/seqid=0 2024-11-21T14:43:15,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742356_1532 (size=12001) 2024-11-21T14:43:15,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T14:43:15,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:15,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T14:43:15,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:15,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T14:43:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200255712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200255712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:15,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200255712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:15,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200255712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:15,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:15,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200255721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:15,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:15,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T14:43:15,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:15,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:15,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/07a7ad0d0ec44264a832a8caa224c9cb 2024-11-21T14:43:15,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/7a10c0273ad54d32a8782dcba44bd870 is 50, key is test_row_0/C:col10/1732200194549/Put/seqid=0 2024-11-21T14:43:15,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742357_1533 (size=12001) 2024-11-21T14:43:15,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/7a10c0273ad54d32a8782dcba44bd870 2024-11-21T14:43:15,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/3b90de163342401484d327e06bb733e2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/3b90de163342401484d327e06bb733e2 2024-11-21T14:43:15,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/3b90de163342401484d327e06bb733e2, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T14:43:15,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/07a7ad0d0ec44264a832a8caa224c9cb as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/07a7ad0d0ec44264a832a8caa224c9cb 2024-11-21T14:43:15,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/07a7ad0d0ec44264a832a8caa224c9cb, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T14:43:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/7a10c0273ad54d32a8782dcba44bd870 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7a10c0273ad54d32a8782dcba44bd870 2024-11-21T14:43:15,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7a10c0273ad54d32a8782dcba44bd870, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T14:43:15,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1321ms, sequenceid=16, compaction requested=false 2024-11-21T14:43:15,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:15,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-21T14:43:15,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:15,921 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T14:43:15,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:15,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:15,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:15,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:15,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:15,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:15,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215a5b2a3448394fecbd71bedc0b774fd4_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200194573/Put/seqid=0 2024-11-21T14:43:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742358_1534 (size=12154) 2024-11-21T14:43:15,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:15,936 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215a5b2a3448394fecbd71bedc0b774fd4_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215a5b2a3448394fecbd71bedc0b774fd4_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:15,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/4ff784abf2c04dceae97037c472d152e, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:15,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/4ff784abf2c04dceae97037c472d152e is 175, key is test_row_0/A:col10/1732200194573/Put/seqid=0 2024-11-21T14:43:15,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742359_1535 (size=30955) 2024-11-21T14:43:15,944 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/4ff784abf2c04dceae97037c472d152e 2024-11-21T14:43:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/d5cd455141784721bee2fac1120d97e0 is 50, key is test_row_0/B:col10/1732200194573/Put/seqid=0 2024-11-21T14:43:15,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742360_1536 (size=12001) 2024-11-21T14:43:16,356 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/d5cd455141784721bee2fac1120d97e0 2024-11-21T14:43:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/f8a56c77339c477e8a0de2c9f527aeef is 50, key is test_row_0/C:col10/1732200194573/Put/seqid=0 2024-11-21T14:43:16,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742361_1537 (size=12001) 2024-11-21T14:43:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T14:43:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:16,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:16,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200256741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:16,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200256741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:16,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200256742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:16,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200256742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,746 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:16,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200256746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:16,767 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/f8a56c77339c477e8a0de2c9f527aeef 2024-11-21T14:43:16,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/4ff784abf2c04dceae97037c472d152e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ff784abf2c04dceae97037c472d152e 2024-11-21T14:43:16,774 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ff784abf2c04dceae97037c472d152e, entries=150, sequenceid=36, filesize=30.2 K 2024-11-21T14:43:16,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/d5cd455141784721bee2fac1120d97e0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/d5cd455141784721bee2fac1120d97e0 2024-11-21T14:43:16,778 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/d5cd455141784721bee2fac1120d97e0, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T14:43:16,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/f8a56c77339c477e8a0de2c9f527aeef as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/f8a56c77339c477e8a0de2c9f527aeef 2024-11-21T14:43:16,782 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/f8a56c77339c477e8a0de2c9f527aeef, entries=150, sequenceid=36, filesize=11.7 K 2024-11-21T14:43:16,783 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 51a7a30914bd4dc09df64182f3d3cdc8 in 862ms, sequenceid=36, compaction requested=false 2024-11-21T14:43:16,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:16,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:16,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-21T14:43:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-21T14:43:16,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-21T14:43:16,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2400 sec 2024-11-21T14:43:16,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.2470 sec 2024-11-21T14:43:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:16,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-21T14:43:16,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:16,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:16,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:16,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:16,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:16,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:16,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121de63d8e93b034b0ca1b9a13d353d4a3b_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200196853/Put/seqid=0 2024-11-21T14:43:16,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742362_1538 (size=12154) 2024-11-21T14:43:16,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200256904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:16,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200256905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:16,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200256906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200256907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200257012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200257012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200257021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200257021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T14:43:17,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200257222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200257222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200257231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200257232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,266 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:17,270 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121de63d8e93b034b0ca1b9a13d353d4a3b_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121de63d8e93b034b0ca1b9a13d353d4a3b_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:17,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/1b0f9c15164947c08925caba3c096cdc, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:17,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/1b0f9c15164947c08925caba3c096cdc is 175, key is test_row_0/A:col10/1732200196853/Put/seqid=0 2024-11-21T14:43:17,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742363_1539 (size=30955) 2024-11-21T14:43:17,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200257532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200257532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200257541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200257541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:17,675 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/1b0f9c15164947c08925caba3c096cdc 2024-11-21T14:43:17,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/bfe7e3ff109e4a2e9b5257e3f021409a is 50, key is test_row_0/B:col10/1732200196853/Put/seqid=0 2024-11-21T14:43:17,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742364_1540 (size=12001) 2024-11-21T14:43:17,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/bfe7e3ff109e4a2e9b5257e3f021409a 2024-11-21T14:43:17,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/011b4bedba99491888915d7056e0a9b8 is 50, key is test_row_0/C:col10/1732200196853/Put/seqid=0 2024-11-21T14:43:17,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742365_1541 (size=12001) 2024-11-21T14:43:18,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200258042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200258042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:18,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200258051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:18,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200258051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:18,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/011b4bedba99491888915d7056e0a9b8 2024-11-21T14:43:18,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/1b0f9c15164947c08925caba3c096cdc as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/1b0f9c15164947c08925caba3c096cdc 2024-11-21T14:43:18,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/1b0f9c15164947c08925caba3c096cdc, entries=150, sequenceid=49, filesize=30.2 K 2024-11-21T14:43:18,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/bfe7e3ff109e4a2e9b5257e3f021409a as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/bfe7e3ff109e4a2e9b5257e3f021409a 2024-11-21T14:43:18,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/bfe7e3ff109e4a2e9b5257e3f021409a, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T14:43:18,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/011b4bedba99491888915d7056e0a9b8 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/011b4bedba99491888915d7056e0a9b8 2024-11-21T14:43:18,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/011b4bedba99491888915d7056e0a9b8, entries=150, sequenceid=49, filesize=11.7 K 2024-11-21T14:43:18,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1259ms, sequenceid=49, compaction requested=true 2024-11-21T14:43:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:43:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:18,113 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:18,113 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:43:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:18,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:43:18,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:18,116 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:18,116 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:18,116 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/B is initiating minor compaction (all files) 2024-11-21T14:43:18,116 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/A is initiating minor compaction (all files) 2024-11-21T14:43:18,116 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/B in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:18,116 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/A in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:18,116 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/07a7ad0d0ec44264a832a8caa224c9cb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/d5cd455141784721bee2fac1120d97e0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/bfe7e3ff109e4a2e9b5257e3f021409a] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=35.2 K 2024-11-21T14:43:18,117 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/3b90de163342401484d327e06bb733e2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ff784abf2c04dceae97037c472d152e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/1b0f9c15164947c08925caba3c096cdc] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=90.7 K 2024-11-21T14:43:18,117 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:18,117 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/3b90de163342401484d327e06bb733e2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ff784abf2c04dceae97037c472d152e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/1b0f9c15164947c08925caba3c096cdc] 2024-11-21T14:43:18,117 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b90de163342401484d327e06bb733e2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732200194548 2024-11-21T14:43:18,117 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 07a7ad0d0ec44264a832a8caa224c9cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732200194548 2024-11-21T14:43:18,117 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d5cd455141784721bee2fac1120d97e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732200194571 2024-11-21T14:43:18,117 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ff784abf2c04dceae97037c472d152e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732200194571 2024-11-21T14:43:18,117 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting bfe7e3ff109e4a2e9b5257e3f021409a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732200196741 2024-11-21T14:43:18,117 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b0f9c15164947c08925caba3c096cdc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732200196741 2024-11-21T14:43:18,123 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:18,124 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:18,124 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/289a130c9609469691de78fa3dd57fa1 is 50, key is test_row_0/B:col10/1732200196853/Put/seqid=0 2024-11-21T14:43:18,124 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411216a64af0c856b4b45a40f58d6d065854e_51a7a30914bd4dc09df64182f3d3cdc8 store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:18,126 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411216a64af0c856b4b45a40f58d6d065854e_51a7a30914bd4dc09df64182f3d3cdc8, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:18,127 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216a64af0c856b4b45a40f58d6d065854e_51a7a30914bd4dc09df64182f3d3cdc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:18,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742366_1542 (size=12104) 2024-11-21T14:43:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742367_1543 (size=4469) 2024-11-21T14:43:18,155 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/289a130c9609469691de78fa3dd57fa1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/289a130c9609469691de78fa3dd57fa1 2024-11-21T14:43:18,159 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/B of 51a7a30914bd4dc09df64182f3d3cdc8 into 289a130c9609469691de78fa3dd57fa1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:18,159 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:18,159 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/B, priority=13, startTime=1732200198113; duration=0sec 2024-11-21T14:43:18,159 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:18,159 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:B 2024-11-21T14:43:18,159 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:18,160 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:18,160 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/C is initiating minor compaction (all files) 2024-11-21T14:43:18,160 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/C in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:18,160 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7a10c0273ad54d32a8782dcba44bd870, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/f8a56c77339c477e8a0de2c9f527aeef, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/011b4bedba99491888915d7056e0a9b8] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=35.2 K 2024-11-21T14:43:18,161 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a10c0273ad54d32a8782dcba44bd870, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732200194548 2024-11-21T14:43:18,161 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting f8a56c77339c477e8a0de2c9f527aeef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732200194571 2024-11-21T14:43:18,161 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 011b4bedba99491888915d7056e0a9b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732200196741 2024-11-21T14:43:18,167 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:18,167 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/5fdbe1b979fa4330b9afd2f9b8ad0683 is 50, key is test_row_0/C:col10/1732200196853/Put/seqid=0 2024-11-21T14:43:18,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742368_1544 (size=12104) 2024-11-21T14:43:18,552 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:18,553 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/571dbd8ddad34d52a57b8dc81d569b31 is 175, key is test_row_0/A:col10/1732200196853/Put/seqid=0 2024-11-21T14:43:18,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742369_1545 (size=31058) 2024-11-21T14:43:18,575 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/5fdbe1b979fa4330b9afd2f9b8ad0683 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/5fdbe1b979fa4330b9afd2f9b8ad0683 2024-11-21T14:43:18,580 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/C of 51a7a30914bd4dc09df64182f3d3cdc8 into 5fdbe1b979fa4330b9afd2f9b8ad0683(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:18,580 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:18,580 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/C, priority=13, startTime=1732200198114; duration=0sec 2024-11-21T14:43:18,580 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:18,580 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:C 2024-11-21T14:43:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-21T14:43:18,712 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:18,712 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:43:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-21T14:43:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T14:43:18,714 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:43:18,715 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:43:18,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:43:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:18,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-21T14:43:18,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:18,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:18,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:18,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:18,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:18,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:18,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f34c23551fbd471e819c2aee7c784b17_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200196904/Put/seqid=0 2024-11-21T14:43:18,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742370_1546 (size=14594) 2024-11-21T14:43:18,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200258817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:18,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T14:43:18,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T14:43:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:18,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:18,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:18,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200258931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:18,962 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/571dbd8ddad34d52a57b8dc81d569b31 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/571dbd8ddad34d52a57b8dc81d569b31 2024-11-21T14:43:18,965 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/A of 51a7a30914bd4dc09df64182f3d3cdc8 into 571dbd8ddad34d52a57b8dc81d569b31(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:18,966 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:18,966 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/A, priority=13, startTime=1732200198113; duration=0sec 2024-11-21T14:43:18,966 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:18,966 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:A 2024-11-21T14:43:19,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T14:43:19,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:19,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T14:43:19,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200259051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:19,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200259052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:19,055 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,055 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:19,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:19,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200259062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200259062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:19,065 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:19,066 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:19,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200259142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:19,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:19,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T14:43:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:19,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f34c23551fbd471e819c2aee7c784b17_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f34c23551fbd471e819c2aee7c784b17_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:19,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/236dcf9d15ba45789ab5cb7beae2ea6d, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:19,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/236dcf9d15ba45789ab5cb7beae2ea6d is 175, key is test_row_0/A:col10/1732200196904/Put/seqid=0 2024-11-21T14:43:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742371_1547 (size=39549) 2024-11-21T14:43:19,196 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=71, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/236dcf9d15ba45789ab5cb7beae2ea6d 2024-11-21T14:43:19,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/7a098b9504744ec984154f3e8a4c6901 is 50, key is test_row_0/B:col10/1732200196904/Put/seqid=0 2024-11-21T14:43:19,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742372_1548 (size=12001) 2024-11-21T14:43:19,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T14:43:19,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:19,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T14:43:19,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200259451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:19,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T14:43:19,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:19,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/7a098b9504744ec984154f3e8a4c6901 2024-11-21T14:43:19,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/12d665d07a174a108ebfc1ec013e37cc is 50, key is test_row_0/C:col10/1732200196904/Put/seqid=0 2024-11-21T14:43:19,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742373_1549 (size=12001) 2024-11-21T14:43:19,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T14:43:19,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:19,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T14:43:19,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:19,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T14:43:19,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T14:43:19,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:19,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:19,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:19,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200259962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:20,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/12d665d07a174a108ebfc1ec013e37cc 2024-11-21T14:43:20,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/236dcf9d15ba45789ab5cb7beae2ea6d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/236dcf9d15ba45789ab5cb7beae2ea6d 2024-11-21T14:43:20,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/236dcf9d15ba45789ab5cb7beae2ea6d, entries=200, sequenceid=71, filesize=38.6 K 2024-11-21T14:43:20,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/7a098b9504744ec984154f3e8a4c6901 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/7a098b9504744ec984154f3e8a4c6901 2024-11-21T14:43:20,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/7a098b9504744ec984154f3e8a4c6901, entries=150, sequenceid=71, filesize=11.7 K 2024-11-21T14:43:20,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/12d665d07a174a108ebfc1ec013e37cc as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/12d665d07a174a108ebfc1ec013e37cc 2024-11-21T14:43:20,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/12d665d07a174a108ebfc1ec013e37cc, entries=150, sequenceid=71, filesize=11.7 K 2024-11-21T14:43:20,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1261ms, sequenceid=71, compaction requested=false 2024-11-21T14:43:20,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:20,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-21T14:43:20,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:20,092 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-21T14:43:20,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:20,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:20,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:20,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:20,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:20,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:20,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112103e8550af3744204bad4003898c10420_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200198816/Put/seqid=0 2024-11-21T14:43:20,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742374_1550 (size=12154) 2024-11-21T14:43:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:20,505 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112103e8550af3744204bad4003898c10420_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112103e8550af3744204bad4003898c10420_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:20,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/b98df6be9def41298e52eafd370250d4, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:20,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/b98df6be9def41298e52eafd370250d4 is 175, key is test_row_0/A:col10/1732200198816/Put/seqid=0 2024-11-21T14:43:20,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742375_1551 (size=30955) 2024-11-21T14:43:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T14:43:20,910 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/b98df6be9def41298e52eafd370250d4 2024-11-21T14:43:20,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/46648ff1cbf04460ad9aeb1653a58040 is 50, key is test_row_0/B:col10/1732200198816/Put/seqid=0 2024-11-21T14:43:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742376_1552 (size=12001) 2024-11-21T14:43:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:20,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:21,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200261060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:21,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:21,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200261072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:21,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200261072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:21,076 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:21,076 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:21,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:21,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200261081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:21,085 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:21,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:21,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200261091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:21,095 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:21,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200261172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:21,321 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/46648ff1cbf04460ad9aeb1653a58040 2024-11-21T14:43:21,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/72b0cd1942d14d93b0d01f61e087faf2 is 50, key is test_row_0/C:col10/1732200198816/Put/seqid=0 2024-11-21T14:43:21,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742377_1553 (size=12001) 2024-11-21T14:43:21,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200261382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:21,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:21,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200261692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:21,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:21,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:21,731 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/72b0cd1942d14d93b0d01f61e087faf2 2024-11-21T14:43:21,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/b98df6be9def41298e52eafd370250d4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b98df6be9def41298e52eafd370250d4 2024-11-21T14:43:21,738 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b98df6be9def41298e52eafd370250d4, entries=150, sequenceid=84, filesize=30.2 K 2024-11-21T14:43:21,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/46648ff1cbf04460ad9aeb1653a58040 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/46648ff1cbf04460ad9aeb1653a58040 2024-11-21T14:43:21,742 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/46648ff1cbf04460ad9aeb1653a58040, entries=150, sequenceid=84, filesize=11.7 K 2024-11-21T14:43:21,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/72b0cd1942d14d93b0d01f61e087faf2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/72b0cd1942d14d93b0d01f61e087faf2 2024-11-21T14:43:21,745 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/72b0cd1942d14d93b0d01f61e087faf2, entries=150, sequenceid=84, filesize=11.7 K 2024-11-21T14:43:21,745 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1653ms, sequenceid=84, compaction requested=true 2024-11-21T14:43:21,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:21,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:21,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-21T14:43:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-21T14:43:21,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-21T14:43:21,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0320 sec 2024-11-21T14:43:21,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 3.0370 sec 2024-11-21T14:43:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:22,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-21T14:43:22,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:22,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:43:22,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:22,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:43:22,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:22,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:43:22,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112137119632c1ed4157bbdbc5a5867704da_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200201053/Put/seqid=0 2024-11-21T14:43:22,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742378_1554 (size=14594) 2024-11-21T14:43:22,217 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:22,221 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112137119632c1ed4157bbdbc5a5867704da_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112137119632c1ed4157bbdbc5a5867704da_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:22,221 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/78a486d9a40a4687a03b140e3066019b, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:22,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/78a486d9a40a4687a03b140e3066019b is 175, key is test_row_0/A:col10/1732200201053/Put/seqid=0 2024-11-21T14:43:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742379_1555 (size=39549) 2024-11-21T14:43:22,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200262248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:22,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200262362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:22,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200262571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:22,631 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/78a486d9a40a4687a03b140e3066019b 2024-11-21T14:43:22,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/5b9516fc5cf7445391a20180ac96e7ea is 50, key is test_row_0/B:col10/1732200201053/Put/seqid=0 2024-11-21T14:43:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742380_1556 (size=12001) 2024-11-21T14:43:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-21T14:43:22,882 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:22,882 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:43:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-21T14:43:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T14:43:22,884 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:43:22,885 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:43:22,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:43:22,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200262882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:22,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:22,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:22,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T14:43:23,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T14:43:23,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:23,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:23,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:23,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:23,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:23,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/5b9516fc5cf7445391a20180ac96e7ea 2024-11-21T14:43:23,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/7d13098f0d5f4fb4879056aea4aabcf4 is 50, key is test_row_0/C:col10/1732200201053/Put/seqid=0 2024-11-21T14:43:23,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742381_1557 (size=12001) 2024-11-21T14:43:23,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T14:43:23,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:23,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:23,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:23,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T14:43:23,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T14:43:23,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:23,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:23,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:23,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:23,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:23,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200263392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:23,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/7d13098f0d5f4fb4879056aea4aabcf4 2024-11-21T14:43:23,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/78a486d9a40a4687a03b140e3066019b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/78a486d9a40a4687a03b140e3066019b 2024-11-21T14:43:23,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/78a486d9a40a4687a03b140e3066019b, entries=200, sequenceid=105, filesize=38.6 K 2024-11-21T14:43:23,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/5b9516fc5cf7445391a20180ac96e7ea as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/5b9516fc5cf7445391a20180ac96e7ea 2024-11-21T14:43:23,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/5b9516fc5cf7445391a20180ac96e7ea, entries=150, sequenceid=105, filesize=11.7 K 2024-11-21T14:43:23,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/7d13098f0d5f4fb4879056aea4aabcf4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7d13098f0d5f4fb4879056aea4aabcf4 2024-11-21T14:43:23,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7d13098f0d5f4fb4879056aea4aabcf4, entries=150, sequenceid=105, filesize=11.7 K 2024-11-21T14:43:23,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1266ms, sequenceid=105, compaction requested=true 2024-11-21T14:43:23,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:23,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:43:23,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:23,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:43:23,472 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:43:23,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:23,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:43:23,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:23,472 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:43:23,473 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:43:23,473 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/A is initiating minor compaction (all files) 2024-11-21T14:43:23,473 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:43:23,473 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/A in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:23,473 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/B is initiating minor compaction (all files) 2024-11-21T14:43:23,473 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/571dbd8ddad34d52a57b8dc81d569b31, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/236dcf9d15ba45789ab5cb7beae2ea6d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b98df6be9def41298e52eafd370250d4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/78a486d9a40a4687a03b140e3066019b] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=137.8 K 2024-11-21T14:43:23,473 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/B in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:23,473 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:23,473 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/571dbd8ddad34d52a57b8dc81d569b31, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/236dcf9d15ba45789ab5cb7beae2ea6d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b98df6be9def41298e52eafd370250d4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/78a486d9a40a4687a03b140e3066019b] 2024-11-21T14:43:23,473 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/289a130c9609469691de78fa3dd57fa1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/7a098b9504744ec984154f3e8a4c6901, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/46648ff1cbf04460ad9aeb1653a58040, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/5b9516fc5cf7445391a20180ac96e7ea] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=47.0 K 2024-11-21T14:43:23,473 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 571dbd8ddad34d52a57b8dc81d569b31, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732200196741 2024-11-21T14:43:23,474 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 236dcf9d15ba45789ab5cb7beae2ea6d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732200196902 2024-11-21T14:43:23,474 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b98df6be9def41298e52eafd370250d4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732200198795 2024-11-21T14:43:23,474 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78a486d9a40a4687a03b140e3066019b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732200201036 2024-11-21T14:43:23,474 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 289a130c9609469691de78fa3dd57fa1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732200196741 2024-11-21T14:43:23,475 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a098b9504744ec984154f3e8a4c6901, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732200196902 2024-11-21T14:43:23,475 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 46648ff1cbf04460ad9aeb1653a58040, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732200198795 2024-11-21T14:43:23,476 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b9516fc5cf7445391a20180ac96e7ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732200201053 2024-11-21T14:43:23,482 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:23,486 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411215f6309c191104442a87fad29ff5726bd_51a7a30914bd4dc09df64182f3d3cdc8 store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:23,487 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#B#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:23,488 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/8bed47235f994735bc41dd8729573d09 is 50, key is test_row_0/B:col10/1732200201053/Put/seqid=0 2024-11-21T14:43:23,489 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411215f6309c191104442a87fad29ff5726bd_51a7a30914bd4dc09df64182f3d3cdc8, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:23,489 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215f6309c191104442a87fad29ff5726bd_51a7a30914bd4dc09df64182f3d3cdc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:23,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-21T14:43:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:23,497 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-21T14:43:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T14:43:23,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742382_1558 (size=4469) 2024-11-21T14:43:23,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bc13f978246c4027b9f5327f863c2f2c_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200202227/Put/seqid=0 2024-11-21T14:43:23,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742383_1559 (size=12241) 2024-11-21T14:43:23,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742384_1560 (size=12154) 2024-11-21T14:43:23,558 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/8bed47235f994735bc41dd8729573d09 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/8bed47235f994735bc41dd8729573d09 2024-11-21T14:43:23,563 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/B of 51a7a30914bd4dc09df64182f3d3cdc8 into 8bed47235f994735bc41dd8729573d09(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:23,563 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:23,563 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/B, priority=12, startTime=1732200203472; duration=0sec 2024-11-21T14:43:23,563 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:23,563 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:B 2024-11-21T14:43:23,563 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T14:43:23,565 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T14:43:23,566 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/C is initiating minor compaction (all files) 2024-11-21T14:43:23,566 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/C in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:23,566 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/5fdbe1b979fa4330b9afd2f9b8ad0683, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/12d665d07a174a108ebfc1ec013e37cc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/72b0cd1942d14d93b0d01f61e087faf2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7d13098f0d5f4fb4879056aea4aabcf4] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=47.0 K 2024-11-21T14:43:23,567 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fdbe1b979fa4330b9afd2f9b8ad0683, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732200196741 2024-11-21T14:43:23,568 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 12d665d07a174a108ebfc1ec013e37cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732200196902 2024-11-21T14:43:23,569 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 72b0cd1942d14d93b0d01f61e087faf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732200198795 2024-11-21T14:43:23,569 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d13098f0d5f4fb4879056aea4aabcf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732200201053 2024-11-21T14:43:23,583 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#C#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:23,583 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/8a632f5ccc4f4d04ada750cc66981e61 is 50, key is test_row_0/C:col10/1732200201053/Put/seqid=0 2024-11-21T14:43:23,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742385_1561 (size=12241) 2024-11-21T14:43:23,599 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/8a632f5ccc4f4d04ada750cc66981e61 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8a632f5ccc4f4d04ada750cc66981e61 2024-11-21T14:43:23,605 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/C of 51a7a30914bd4dc09df64182f3d3cdc8 into 8a632f5ccc4f4d04ada750cc66981e61(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:23,613 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:23,613 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/C, priority=12, startTime=1732200203472; duration=0sec 2024-11-21T14:43:23,613 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:23,613 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:C 2024-11-21T14:43:23,932 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#A#compaction#474 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:23,933 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/17512266bf7645978dcdbd1d4e25f585 is 175, key is test_row_0/A:col10/1732200201053/Put/seqid=0 2024-11-21T14:43:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742386_1562 (size=31195) 2024-11-21T14:43:23,945 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/17512266bf7645978dcdbd1d4e25f585 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/17512266bf7645978dcdbd1d4e25f585 2024-11-21T14:43:23,954 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/A of 51a7a30914bd4dc09df64182f3d3cdc8 into 17512266bf7645978dcdbd1d4e25f585(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:23,954 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:23,954 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/A, priority=12, startTime=1732200203471; duration=0sec 2024-11-21T14:43:23,955 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:23,955 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:A 2024-11-21T14:43:23,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:23,958 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bc13f978246c4027b9f5327f863c2f2c_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bc13f978246c4027b9f5327f863c2f2c_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:23,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/c695c2f509614ecebc395e30f23164a1, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:23,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/c695c2f509614ecebc395e30f23164a1 is 175, key is test_row_0/A:col10/1732200202227/Put/seqid=0 2024-11-21T14:43:23,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742387_1563 (size=30955) 2024-11-21T14:43:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T14:43:24,379 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/c695c2f509614ecebc395e30f23164a1 2024-11-21T14:43:24,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/2aeba4cd5d534ed1bb3cf2577dadfd03 is 50, key is test_row_0/B:col10/1732200202227/Put/seqid=0 2024-11-21T14:43:24,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742388_1564 (size=12001) 2024-11-21T14:43:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:24,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:24,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200204448, max timestamp=1732200204484Num uniques 859; 2024-11-21T14:43:24,488 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200204448, max timestamp=1732200204484Num uniques 859; 2024-11-21T14:43:24,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200204448, max timestamp=1732200204484Num uniques 859; 2024-11-21T14:43:24,488 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:43:24,488 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:43:24,488 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:43:24,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200264558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:24,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:24,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:24,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:24,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200264672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:24,790 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/2aeba4cd5d534ed1bb3cf2577dadfd03 2024-11-21T14:43:24,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/3439105f2c8a418a91dac9ac41c158da is 50, key is test_row_0/C:col10/1732200202227/Put/seqid=0 2024-11-21T14:43:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742389_1565 (size=12001) 2024-11-21T14:43:24,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200264881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T14:43:25,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732200265092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:25,095 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_1' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:25,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40976 deadline: 1732200265102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:25,106 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:25,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40952 deadline: 1732200265111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:25,115 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_2' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:25,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:25,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1732200265142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:25,145 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7796871bd2a,34871,1732200036061 for 'test_row_0' in 51a7a30914bd4dc09df64182f3d3cdc8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-21T14:43:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:25,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200265191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:25,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:25,200 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/3439105f2c8a418a91dac9ac41c158da 2024-11-21T14:43:25,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/c695c2f509614ecebc395e30f23164a1 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c695c2f509614ecebc395e30f23164a1 2024-11-21T14:43:25,207 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c695c2f509614ecebc395e30f23164a1, entries=150, sequenceid=116, filesize=30.2 K 2024-11-21T14:43:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/2aeba4cd5d534ed1bb3cf2577dadfd03 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/2aeba4cd5d534ed1bb3cf2577dadfd03 2024-11-21T14:43:25,211 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/2aeba4cd5d534ed1bb3cf2577dadfd03, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T14:43:25,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/3439105f2c8a418a91dac9ac41c158da as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3439105f2c8a418a91dac9ac41c158da 2024-11-21T14:43:25,215 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3439105f2c8a418a91dac9ac41c158da, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T14:43:25,215 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1718ms, sequenceid=116, compaction requested=false 2024-11-21T14:43:25,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-21T14:43:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-21T14:43:25,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-21T14:43:25,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3320 sec 2024-11-21T14:43:25,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.3370 sec 2024-11-21T14:43:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:25,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-21T14:43:25,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:25,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:43:25,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:25,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:43:25,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:25,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:43:25,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212050aceec53b417f87de2f0a54168b8c_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200204557/Put/seqid=0 2024-11-21T14:43:25,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742390_1566 (size=14794) 2024-11-21T14:43:25,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200265743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:25,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200265852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:26,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200266062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:26,118 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:26,121 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212050aceec53b417f87de2f0a54168b8c_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212050aceec53b417f87de2f0a54168b8c_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:26,122 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/c3cc05297eb54d80b090dca3bfde5b65, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:26,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/c3cc05297eb54d80b090dca3bfde5b65 is 175, key is test_row_0/A:col10/1732200204557/Put/seqid=0 2024-11-21T14:43:26,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742391_1567 (size=39749) 2024-11-21T14:43:26,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200266371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:26,527 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/c3cc05297eb54d80b090dca3bfde5b65 2024-11-21T14:43:26,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/9ee63739d66d4504bfb41ddbfabc69e2 is 50, key is test_row_0/B:col10/1732200204557/Put/seqid=0 2024-11-21T14:43:26,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742392_1568 (size=12151) 2024-11-21T14:43:26,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200266882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:26,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:26,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:26,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:26,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/9ee63739d66d4504bfb41ddbfabc69e2 2024-11-21T14:43:26,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/b15d02d1884440f4ac0e17e61b65db7d is 50, key is test_row_0/C:col10/1732200204557/Put/seqid=0 2024-11-21T14:43:26,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742393_1569 (size=12151) 2024-11-21T14:43:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-21T14:43:27,052 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:27,052 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:43:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-21T14:43:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T14:43:27,054 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:43:27,055 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:43:27,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:43:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T14:43:27,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T14:43:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:27,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:27,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:27,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/b15d02d1884440f4ac0e17e61b65db7d 2024-11-21T14:43:27,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/c3cc05297eb54d80b090dca3bfde5b65 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c3cc05297eb54d80b090dca3bfde5b65 2024-11-21T14:43:27,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c3cc05297eb54d80b090dca3bfde5b65, entries=200, sequenceid=156, filesize=38.8 K 2024-11-21T14:43:27,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/9ee63739d66d4504bfb41ddbfabc69e2 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/9ee63739d66d4504bfb41ddbfabc69e2 2024-11-21T14:43:27,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/9ee63739d66d4504bfb41ddbfabc69e2, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T14:43:27,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T14:43:27,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/b15d02d1884440f4ac0e17e61b65db7d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/b15d02d1884440f4ac0e17e61b65db7d 2024-11-21T14:43:27,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:27,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:27,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:27,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:27,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:27,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/b15d02d1884440f4ac0e17e61b65db7d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T14:43:27,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1659ms, sequenceid=156, compaction requested=true 2024-11-21T14:43:27,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:27,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:43:27,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:27,365 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:27,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:43:27,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:27,365 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:27,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:43:27,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:27,366 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:27,366 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/B is initiating minor compaction (all files) 2024-11-21T14:43:27,366 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/B in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:27,366 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/8bed47235f994735bc41dd8729573d09, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/2aeba4cd5d534ed1bb3cf2577dadfd03, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/9ee63739d66d4504bfb41ddbfabc69e2] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=35.5 K 2024-11-21T14:43:27,367 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bed47235f994735bc41dd8729573d09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732200201053 2024-11-21T14:43:27,367 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:27,367 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/A is initiating minor compaction (all files) 2024-11-21T14:43:27,367 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/A in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:27,367 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/17512266bf7645978dcdbd1d4e25f585, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c695c2f509614ecebc395e30f23164a1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c3cc05297eb54d80b090dca3bfde5b65] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=99.5 K 2024-11-21T14:43:27,367 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aeba4cd5d534ed1bb3cf2577dadfd03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732200202227 2024-11-21T14:43:27,367 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:27,367 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/17512266bf7645978dcdbd1d4e25f585, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c695c2f509614ecebc395e30f23164a1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c3cc05297eb54d80b090dca3bfde5b65] 2024-11-21T14:43:27,368 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ee63739d66d4504bfb41ddbfabc69e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732200204529 2024-11-21T14:43:27,368 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17512266bf7645978dcdbd1d4e25f585, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732200201053 2024-11-21T14:43:27,368 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting c695c2f509614ecebc395e30f23164a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732200202227 2024-11-21T14:43:27,369 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3cc05297eb54d80b090dca3bfde5b65, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732200204529 2024-11-21T14:43:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T14:43:27,375 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#B#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:27,375 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/03057b11a0b64e3ba933928831ab2874 is 50, key is test_row_0/B:col10/1732200204557/Put/seqid=0 2024-11-21T14:43:27,377 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:27,379 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ad0eba6f8cc54d64b5f90c2d9914932e_51a7a30914bd4dc09df64182f3d3cdc8 store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:27,381 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ad0eba6f8cc54d64b5f90c2d9914932e_51a7a30914bd4dc09df64182f3d3cdc8, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:27,382 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ad0eba6f8cc54d64b5f90c2d9914932e_51a7a30914bd4dc09df64182f3d3cdc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:27,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742394_1570 (size=12493) 2024-11-21T14:43:27,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742395_1571 (size=4469) 2024-11-21T14:43:27,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-21T14:43:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:27,514 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-21T14:43:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:27,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112163b47d7f4c7b4bf5a411401955301361_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200205733/Put/seqid=0 2024-11-21T14:43:27,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742396_1572 (size=12304) 2024-11-21T14:43:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T14:43:27,787 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/03057b11a0b64e3ba933928831ab2874 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/03057b11a0b64e3ba933928831ab2874 2024-11-21T14:43:27,791 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/B of 51a7a30914bd4dc09df64182f3d3cdc8 into 03057b11a0b64e3ba933928831ab2874(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:27,791 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:27,791 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/B, priority=13, startTime=1732200207365; duration=0sec 2024-11-21T14:43:27,791 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:27,791 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:B 2024-11-21T14:43:27,792 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:27,793 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#A#compaction#484 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:27,793 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:27,793 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/C is initiating minor compaction (all files) 2024-11-21T14:43:27,793 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/C in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:27,793 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/25146e634bba47feb9cc40a1934a8bf9 is 175, key is test_row_0/A:col10/1732200204557/Put/seqid=0 2024-11-21T14:43:27,794 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8a632f5ccc4f4d04ada750cc66981e61, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3439105f2c8a418a91dac9ac41c158da, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/b15d02d1884440f4ac0e17e61b65db7d] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=35.5 K 2024-11-21T14:43:27,794 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a632f5ccc4f4d04ada750cc66981e61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732200201053 2024-11-21T14:43:27,794 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 3439105f2c8a418a91dac9ac41c158da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732200202227 2024-11-21T14:43:27,795 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting b15d02d1884440f4ac0e17e61b65db7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732200204529 2024-11-21T14:43:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742397_1573 (size=31447) 2024-11-21T14:43:27,802 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:27,802 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/8cfbf5bb366844b78814e5386cdb9d77 is 50, key is test_row_0/C:col10/1732200204557/Put/seqid=0 2024-11-21T14:43:27,803 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/25146e634bba47feb9cc40a1934a8bf9 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/25146e634bba47feb9cc40a1934a8bf9 2024-11-21T14:43:27,808 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/A of 51a7a30914bd4dc09df64182f3d3cdc8 into 25146e634bba47feb9cc40a1934a8bf9(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:27,808 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:27,808 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/A, priority=13, startTime=1732200207365; duration=0sec 2024-11-21T14:43:27,809 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:27,809 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:A 2024-11-21T14:43:27,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742398_1574 (size=12493) 2024-11-21T14:43:27,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:27,927 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112163b47d7f4c7b4bf5a411401955301361_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163b47d7f4c7b4bf5a411401955301361_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:27,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/778d567f87ff47fda388843b73c4fedb, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:27,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/778d567f87ff47fda388843b73c4fedb is 175, key is test_row_0/A:col10/1732200205733/Put/seqid=0 2024-11-21T14:43:27,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742399_1575 (size=31105) 2024-11-21T14:43:27,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200207960, max timestamp=1732200207981Num uniques 859; 2024-11-21T14:43:27,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200207960, max timestamp=1732200207981Num uniques 859; 2024-11-21T14:43:27,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200207960, max timestamp=1732200207981Num uniques 859; 2024-11-21T14:43:27,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:43:27,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:43:27,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:43:28,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200268075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:28,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T14:43:28,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200268191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:28,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:28,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:28,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:28,217 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/8cfbf5bb366844b78814e5386cdb9d77 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8cfbf5bb366844b78814e5386cdb9d77 2024-11-21T14:43:28,221 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/C of 51a7a30914bd4dc09df64182f3d3cdc8 into 8cfbf5bb366844b78814e5386cdb9d77(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:28,221 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:28,221 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/C, priority=13, startTime=1732200207365; duration=0sec 2024-11-21T14:43:28,222 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:28,222 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:C 2024-11-21T14:43:28,332 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/778d567f87ff47fda388843b73c4fedb 2024-11-21T14:43:28,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/517988bba6de4dd3be40399de762258e is 50, key is test_row_0/B:col10/1732200205733/Put/seqid=0 2024-11-21T14:43:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742400_1576 (size=12151) 2024-11-21T14:43:28,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200268402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:28,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:28,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:28,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:28,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200268711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:28,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:28,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:28,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:28,743 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/517988bba6de4dd3be40399de762258e 2024-11-21T14:43:28,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/3073884d3eb14b2c9491440127ff3247 is 50, key is test_row_0/C:col10/1732200205733/Put/seqid=0 2024-11-21T14:43:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742401_1577 (size=12151) 2024-11-21T14:43:28,755 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/3073884d3eb14b2c9491440127ff3247 2024-11-21T14:43:28,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/778d567f87ff47fda388843b73c4fedb as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/778d567f87ff47fda388843b73c4fedb 2024-11-21T14:43:28,762 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/778d567f87ff47fda388843b73c4fedb, entries=150, sequenceid=166, filesize=30.4 K 2024-11-21T14:43:28,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/517988bba6de4dd3be40399de762258e as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/517988bba6de4dd3be40399de762258e 2024-11-21T14:43:28,767 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/517988bba6de4dd3be40399de762258e, entries=150, sequenceid=166, filesize=11.9 K 2024-11-21T14:43:28,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/3073884d3eb14b2c9491440127ff3247 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3073884d3eb14b2c9491440127ff3247 2024-11-21T14:43:28,771 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3073884d3eb14b2c9491440127ff3247, entries=150, sequenceid=166, filesize=11.9 K 2024-11-21T14:43:28,772 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1258ms, sequenceid=166, compaction requested=false 2024-11-21T14:43:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:28,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-21T14:43:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-21T14:43:28,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-21T14:43:28,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7190 sec 2024-11-21T14:43:28,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.7240 sec 2024-11-21T14:43:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-21T14:43:29,202 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:29,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:43:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-21T14:43:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T14:43:29,205 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:43:29,205 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:43:29,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:43:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:29,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-21T14:43:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:43:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:43:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-21T14:43:29,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121677e3ad2f61b429fb2aac18efa5c0c55_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200208074/Put/seqid=0 2024-11-21T14:43:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742402_1578 (size=14794) 2024-11-21T14:43:29,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200269261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:29,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:29,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:29,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T14:43:29,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:29,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:29,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:29,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:29,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200269371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:29,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:29,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:29,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:29,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:29,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:29,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:29,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:29,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T14:43:29,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200269581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:29,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:29,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:29,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:29,636 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:29,640 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121677e3ad2f61b429fb2aac18efa5c0c55_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121677e3ad2f61b429fb2aac18efa5c0c55_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:29,640 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/b983f424be054250b6cc6b296933d3e9, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:29,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/b983f424be054250b6cc6b296933d3e9 is 175, key is test_row_0/A:col10/1732200208074/Put/seqid=0 2024-11-21T14:43:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742403_1579 (size=39749) 2024-11-21T14:43:29,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:29,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:29,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:29,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:29,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:29,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:29,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T14:43:29,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200269892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:29,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:29,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:29,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:29,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:29,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:29,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,045 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/b983f424be054250b6cc6b296933d3e9 2024-11-21T14:43:30,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/3cda7c0b7d904f1cbb784d8cd4c38b0d is 50, key is test_row_0/B:col10/1732200208074/Put/seqid=0 2024-11-21T14:43:30,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742404_1580 (size=12151) 2024-11-21T14:43:30,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T14:43:30,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200270401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:30,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:30,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:30,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/3cda7c0b7d904f1cbb784d8cd4c38b0d 2024-11-21T14:43:30,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/398496c685994f3e9dc1109459be42ae is 50, key is test_row_0/C:col10/1732200208074/Put/seqid=0 2024-11-21T14:43:30,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742405_1581 (size=12151) 2024-11-21T14:43:30,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:30,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:30,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/398496c685994f3e9dc1109459be42ae 2024-11-21T14:43:30,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/b983f424be054250b6cc6b296933d3e9 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b983f424be054250b6cc6b296933d3e9 2024-11-21T14:43:30,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b983f424be054250b6cc6b296933d3e9, entries=200, sequenceid=207, filesize=38.8 K 2024-11-21T14:43:30,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/3cda7c0b7d904f1cbb784d8cd4c38b0d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/3cda7c0b7d904f1cbb784d8cd4c38b0d 2024-11-21T14:43:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/3cda7c0b7d904f1cbb784d8cd4c38b0d, entries=150, sequenceid=207, filesize=11.9 K 2024-11-21T14:43:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/398496c685994f3e9dc1109459be42ae as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/398496c685994f3e9dc1109459be42ae 2024-11-21T14:43:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:30,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:30,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/398496c685994f3e9dc1109459be42ae, entries=150, sequenceid=207, filesize=11.9 K 2024-11-21T14:43:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1665ms, sequenceid=207, compaction requested=true 2024-11-21T14:43:30,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:43:30,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:30,891 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:30,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:43:30,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:30,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:43:30,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:30,891 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,892 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:30,892 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/A is initiating minor compaction (all files) 2024-11-21T14:43:30,892 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,892 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/A in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,892 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/B is initiating minor compaction (all files) 2024-11-21T14:43:30,892 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/B in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,892 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/25146e634bba47feb9cc40a1934a8bf9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/778d567f87ff47fda388843b73c4fedb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b983f424be054250b6cc6b296933d3e9] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=99.9 K 2024-11-21T14:43:30,892 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/03057b11a0b64e3ba933928831ab2874, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/517988bba6de4dd3be40399de762258e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/3cda7c0b7d904f1cbb784d8cd4c38b0d] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=35.9 K 2024-11-21T14:43:30,892 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,892 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/25146e634bba47feb9cc40a1934a8bf9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/778d567f87ff47fda388843b73c4fedb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b983f424be054250b6cc6b296933d3e9] 2024-11-21T14:43:30,892 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 03057b11a0b64e3ba933928831ab2874, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732200204529 2024-11-21T14:43:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,892 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25146e634bba47feb9cc40a1934a8bf9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732200204529 2024-11-21T14:43:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,893 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 778d567f87ff47fda388843b73c4fedb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732200205733 2024-11-21T14:43:30,893 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 517988bba6de4dd3be40399de762258e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732200205733 2024-11-21T14:43:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,893 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting b983f424be054250b6cc6b296933d3e9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732200208055 2024-11-21T14:43:30,893 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cda7c0b7d904f1cbb784d8cd4c38b0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732200208061 2024-11-21T14:43:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,901 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#B#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,901 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/d5017bb447df4bf9bd609016cf1b3323 is 50, key is test_row_0/B:col10/1732200208074/Put/seqid=0 2024-11-21T14:43:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,904 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,908 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112108a9111f09144afab5ad64db266369f0_51a7a30914bd4dc09df64182f3d3cdc8 store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,910 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112108a9111f09144afab5ad64db266369f0_51a7a30914bd4dc09df64182f3d3cdc8, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,910 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112108a9111f09144afab5ad64db266369f0_51a7a30914bd4dc09df64182f3d3cdc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742406_1582 (size=12595) 2024-11-21T14:43:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,926 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/d5017bb447df4bf9bd609016cf1b3323 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/d5017bb447df4bf9bd609016cf1b3323 2024-11-21T14:43:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,932 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/B of 51a7a30914bd4dc09df64182f3d3cdc8 into d5017bb447df4bf9bd609016cf1b3323(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,932 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:30,932 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/B, priority=13, startTime=1732200210891; duration=0sec 2024-11-21T14:43:30,932 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:30,932 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:B 2024-11-21T14:43:30,932 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,933 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:30,934 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/C is initiating minor compaction (all files) 2024-11-21T14:43:30,934 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/C in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:30,934 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8cfbf5bb366844b78814e5386cdb9d77, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3073884d3eb14b2c9491440127ff3247, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/398496c685994f3e9dc1109459be42ae] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=35.9 K 2024-11-21T14:43:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,934 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cfbf5bb366844b78814e5386cdb9d77, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732200204529 2024-11-21T14:43:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,934 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 3073884d3eb14b2c9491440127ff3247, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732200205733 2024-11-21T14:43:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,935 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 398496c685994f3e9dc1109459be42ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732200208061 2024-11-21T14:43:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742407_1583 (size=4469) 2024-11-21T14:43:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,948 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#A#compaction#493 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,948 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/4ef09a2cd873469a82556b4b3eac0b3f is 175, key is test_row_0/A:col10/1732200208074/Put/seqid=0 2024-11-21T14:43:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,950 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:30,950 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/ca4b191d88a9432eb09a7bc1d415bdb6 is 50, key is test_row_0/C:col10/1732200208074/Put/seqid=0 2024-11-21T14:43:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742408_1584 (size=31549) 2024-11-21T14:43:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,966 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/4ef09a2cd873469a82556b4b3eac0b3f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ef09a2cd873469a82556b4b3eac0b3f 2024-11-21T14:43:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,971 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/A of 51a7a30914bd4dc09df64182f3d3cdc8 into 4ef09a2cd873469a82556b4b3eac0b3f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:30,971 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:30,971 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/A, priority=13, startTime=1732200210890; duration=0sec 2024-11-21T14:43:30,971 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:30,971 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:A 2024-11-21T14:43:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742409_1585 (size=12595) 2024-11-21T14:43:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-21T14:43:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:31,041 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-21T14:43:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218cebad29eb27420bb7d3e19da1234b75_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200209255/Put/seqid=0 2024-11-21T14:43:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742410_1586 (size=9814) 2024-11-21T14:43:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,091 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218cebad29eb27420bb7d3e19da1234b75_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218cebad29eb27420bb7d3e19da1234b75_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/2bac52fa0c9f44d49925a152980762c5, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/2bac52fa0c9f44d49925a152980762c5 is 175, key is test_row_0/A:col10/1732200209255/Put/seqid=0 2024-11-21T14:43:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742411_1587 (size=22461) 2024-11-21T14:43:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,106 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/2bac52fa0c9f44d49925a152980762c5 2024-11-21T14:43:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/58b0812ca7c44f34a7b0d3a856af65ff is 50, key is test_row_0/B:col10/1732200209255/Put/seqid=0 2024-11-21T14:43:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742412_1588 (size=9757) 2024-11-21T14:43:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T14:43:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,386 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/ca4b191d88a9432eb09a7bc1d415bdb6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/ca4b191d88a9432eb09a7bc1d415bdb6 2024-11-21T14:43:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,390 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/C of 51a7a30914bd4dc09df64182f3d3cdc8 into ca4b191d88a9432eb09a7bc1d415bdb6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:31,390 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:31,390 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/C, priority=13, startTime=1732200210891; duration=0sec 2024-11-21T14:43:31,391 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:31,391 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:C 2024-11-21T14:43:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:31,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200211475, max timestamp=1732200211508Num uniques 859; 2024-11-21T14:43:31,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:43:31,512 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200211475, max timestamp=1732200211508Num uniques 859; 2024-11-21T14:43:31,512 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:43:31,512 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732200211475, max timestamp=1732200211508Num uniques 859; 2024-11-21T14:43:31,512 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f7796871bd2a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-21T14:43:31,530 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/58b0812ca7c44f34a7b0d3a856af65ff 2024-11-21T14:43:31,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/163c76f0df354cbfb7c6bbd749ae42e5 is 50, key is test_row_0/C:col10/1732200209255/Put/seqid=0 2024-11-21T14:43:31,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742413_1589 (size=9757) 2024-11-21T14:43:31,542 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/163c76f0df354cbfb7c6bbd749ae42e5 2024-11-21T14:43:31,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/2bac52fa0c9f44d49925a152980762c5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/2bac52fa0c9f44d49925a152980762c5 2024-11-21T14:43:31,550 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/2bac52fa0c9f44d49925a152980762c5, entries=100, sequenceid=218, filesize=21.9 K 2024-11-21T14:43:31,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/58b0812ca7c44f34a7b0d3a856af65ff as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/58b0812ca7c44f34a7b0d3a856af65ff 2024-11-21T14:43:31,555 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/58b0812ca7c44f34a7b0d3a856af65ff, entries=100, sequenceid=218, filesize=9.5 K 2024-11-21T14:43:31,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/163c76f0df354cbfb7c6bbd749ae42e5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/163c76f0df354cbfb7c6bbd749ae42e5 2024-11-21T14:43:31,561 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/163c76f0df354cbfb7c6bbd749ae42e5, entries=100, sequenceid=218, filesize=9.5 K 2024-11-21T14:43:31,562 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=80.51 KB/82440 for 51a7a30914bd4dc09df64182f3d3cdc8 in 521ms, sequenceid=218, compaction requested=false 2024-11-21T14:43:31,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:31,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:31,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-21T14:43:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-21T14:43:31,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-21T14:43:31,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3590 sec 2024-11-21T14:43:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:31,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=93.93 KB heapSize=265.45 KB 2024-11-21T14:43:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:43:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:43:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-21T14:43:31,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.3650 sec 2024-11-21T14:43:31,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214688c80087984a21a122bdc0580080d2_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200211561/Put/seqid=0 2024-11-21T14:43:31,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742414_1590 (size=14794) 2024-11-21T14:43:31,629 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:31,634 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214688c80087984a21a122bdc0580080d2_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214688c80087984a21a122bdc0580080d2_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:31,635 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/80903f3ce1b3447c98b5aa32629e62d6, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:31,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/80903f3ce1b3447c98b5aa32629e62d6 is 175, key is test_row_0/A:col10/1732200211561/Put/seqid=0 2024-11-21T14:43:31,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200271644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742415_1591 (size=39749) 2024-11-21T14:43:31,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/80903f3ce1b3447c98b5aa32629e62d6 2024-11-21T14:43:31,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/89dffb37690c48f99351f6afe8930550 is 50, key is test_row_0/B:col10/1732200211561/Put/seqid=0 2024-11-21T14:43:31,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742416_1592 (size=12151) 2024-11-21T14:43:31,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200271761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:31,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:31,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:31,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:31,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200271972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:31,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:31,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:31,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:32,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/89dffb37690c48f99351f6afe8930550 2024-11-21T14:43:32,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/d40ff01f59c640ad9098965bfd7c1709 is 50, key is test_row_0/C:col10/1732200211561/Put/seqid=0 2024-11-21T14:43:32,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742417_1593 (size=12151) 2024-11-21T14:43:32,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/d40ff01f59c640ad9098965bfd7c1709 2024-11-21T14:43:32,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/80903f3ce1b3447c98b5aa32629e62d6 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/80903f3ce1b3447c98b5aa32629e62d6 2024-11-21T14:43:32,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/80903f3ce1b3447c98b5aa32629e62d6, entries=200, sequenceid=250, filesize=38.8 K 2024-11-21T14:43:32,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/89dffb37690c48f99351f6afe8930550 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/89dffb37690c48f99351f6afe8930550 2024-11-21T14:43:32,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/89dffb37690c48f99351f6afe8930550, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T14:43:32,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/d40ff01f59c640ad9098965bfd7c1709 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/d40ff01f59c640ad9098965bfd7c1709 2024-11-21T14:43:32,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/d40ff01f59c640ad9098965bfd7c1709, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T14:43:32,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~265.41 KB/271776, currentSize=87.22 KB/89310 for 51a7a30914bd4dc09df64182f3d3cdc8 in 574ms, sequenceid=250, compaction requested=true 2024-11-21T14:43:32,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:32,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:43:32,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:32,141 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:32,141 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:32,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:43:32,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:32,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:43:32,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:32,142 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:32,143 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/B is initiating minor compaction (all files) 2024-11-21T14:43:32,143 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/B in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:32,143 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/d5017bb447df4bf9bd609016cf1b3323, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/58b0812ca7c44f34a7b0d3a856af65ff, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/89dffb37690c48f99351f6afe8930550] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=33.7 K 2024-11-21T14:43:32,143 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:32,143 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/A is initiating minor compaction (all files) 2024-11-21T14:43:32,143 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/A in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:32,143 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ef09a2cd873469a82556b4b3eac0b3f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/2bac52fa0c9f44d49925a152980762c5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/80903f3ce1b3447c98b5aa32629e62d6] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=91.6 K 2024-11-21T14:43:32,143 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:32,143 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ef09a2cd873469a82556b4b3eac0b3f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/2bac52fa0c9f44d49925a152980762c5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/80903f3ce1b3447c98b5aa32629e62d6] 2024-11-21T14:43:32,144 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d5017bb447df4bf9bd609016cf1b3323, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732200208061 2024-11-21T14:43:32,144 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ef09a2cd873469a82556b4b3eac0b3f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732200208061 2024-11-21T14:43:32,145 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 58b0812ca7c44f34a7b0d3a856af65ff, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732200209255 2024-11-21T14:43:32,145 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bac52fa0c9f44d49925a152980762c5, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732200209255 2024-11-21T14:43:32,145 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 89dffb37690c48f99351f6afe8930550, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200211536 2024-11-21T14:43:32,145 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80903f3ce1b3447c98b5aa32629e62d6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200211531 2024-11-21T14:43:32,157 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:32,158 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#B#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:32,158 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/9391566295944fefb1c2b80966f630ed is 50, key is test_row_0/B:col10/1732200211561/Put/seqid=0 2024-11-21T14:43:32,161 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112182163a66a53c43f7bbf6cd994b7e0590_51a7a30914bd4dc09df64182f3d3cdc8 store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:32,163 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112182163a66a53c43f7bbf6cd994b7e0590_51a7a30914bd4dc09df64182f3d3cdc8, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:32,163 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112182163a66a53c43f7bbf6cd994b7e0590_51a7a30914bd4dc09df64182f3d3cdc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:32,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742418_1594 (size=12697) 2024-11-21T14:43:32,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742419_1595 (size=4469) 2024-11-21T14:43:32,191 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#A#compaction#502 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:32,192 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/f8c876b8d3314a2eb694843c3845384f is 175, key is test_row_0/A:col10/1732200211561/Put/seqid=0 2024-11-21T14:43:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742420_1596 (size=31651) 2024-11-21T14:43:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:32,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-21T14:43:32,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:32,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:32,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:32,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:32,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:32,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:32,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212deed1bf440b434ba3677a576735b0cd_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200211642/Put/seqid=0 2024-11-21T14:43:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742421_1597 (size=14994) 2024-11-21T14:43:32,326 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:32,341 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212deed1bf440b434ba3677a576735b0cd_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212deed1bf440b434ba3677a576735b0cd_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:32,343 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/a06efabf12b549d0980fff459ff9e4ca, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:32,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/a06efabf12b549d0980fff459ff9e4ca is 175, key is test_row_0/A:col10/1732200211642/Put/seqid=0 2024-11-21T14:43:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742422_1598 (size=39949) 2024-11-21T14:43:32,369 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/a06efabf12b549d0980fff459ff9e4ca 2024-11-21T14:43:32,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/eb87d14aca1d471dbec898642dac4322 is 50, key is test_row_0/B:col10/1732200211642/Put/seqid=0 2024-11-21T14:43:32,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200272402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:32,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:32,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:32,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:32,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742423_1599 (size=12301) 2024-11-21T14:43:32,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200272521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:32,582 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/9391566295944fefb1c2b80966f630ed as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/9391566295944fefb1c2b80966f630ed 2024-11-21T14:43:32,587 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/B of 51a7a30914bd4dc09df64182f3d3cdc8 into 9391566295944fefb1c2b80966f630ed(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:32,587 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:32,587 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/B, priority=13, startTime=1732200212141; duration=0sec 2024-11-21T14:43:32,587 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:32,588 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:B 2024-11-21T14:43:32,588 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:32,588 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:32,588 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/C is initiating minor compaction (all files) 2024-11-21T14:43:32,589 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/C in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:32,589 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/ca4b191d88a9432eb09a7bc1d415bdb6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/163c76f0df354cbfb7c6bbd749ae42e5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/d40ff01f59c640ad9098965bfd7c1709] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=33.7 K 2024-11-21T14:43:32,589 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting ca4b191d88a9432eb09a7bc1d415bdb6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732200208061 2024-11-21T14:43:32,589 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 163c76f0df354cbfb7c6bbd749ae42e5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732200209255 2024-11-21T14:43:32,590 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting d40ff01f59c640ad9098965bfd7c1709, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200211536 2024-11-21T14:43:32,600 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#C#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:32,600 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/a371de55f0c448c09c0200b0341f257f is 50, key is test_row_0/C:col10/1732200211561/Put/seqid=0 2024-11-21T14:43:32,606 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/f8c876b8d3314a2eb694843c3845384f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/f8c876b8d3314a2eb694843c3845384f 2024-11-21T14:43:32,610 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/A of 51a7a30914bd4dc09df64182f3d3cdc8 into f8c876b8d3314a2eb694843c3845384f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:32,610 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:32,611 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/A, priority=13, startTime=1732200212141; duration=0sec 2024-11-21T14:43:32,611 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:32,611 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:A 2024-11-21T14:43:32,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742424_1600 (size=12697) 2024-11-21T14:43:32,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200272732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:32,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:32,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:32,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:32,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/eb87d14aca1d471dbec898642dac4322 2024-11-21T14:43:32,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/7322b073d4be4a2ea9e3974aff51eb23 is 50, key is test_row_0/C:col10/1732200211642/Put/seqid=0 2024-11-21T14:43:32,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742425_1601 (size=12301) 2024-11-21T14:43:32,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/7322b073d4be4a2ea9e3974aff51eb23 2024-11-21T14:43:32,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/a06efabf12b549d0980fff459ff9e4ca as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/a06efabf12b549d0980fff459ff9e4ca 2024-11-21T14:43:32,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/a06efabf12b549d0980fff459ff9e4ca, entries=200, sequenceid=267, filesize=39.0 K 2024-11-21T14:43:32,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/eb87d14aca1d471dbec898642dac4322 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/eb87d14aca1d471dbec898642dac4322 2024-11-21T14:43:32,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/eb87d14aca1d471dbec898642dac4322, entries=150, sequenceid=267, filesize=12.0 K 2024-11-21T14:43:32,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/7322b073d4be4a2ea9e3974aff51eb23 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7322b073d4be4a2ea9e3974aff51eb23 2024-11-21T14:43:32,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7322b073d4be4a2ea9e3974aff51eb23, entries=150, sequenceid=267, filesize=12.0 K 2024-11-21T14:43:32,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 51a7a30914bd4dc09df64182f3d3cdc8 in 602ms, sequenceid=267, compaction requested=false 2024-11-21T14:43:32,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:33,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-21T14:43:33,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:33,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:33,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:33,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:33,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:33,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:33,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112179464a950527488aaac2ed0bb07c5125_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200213045/Put/seqid=0 2024-11-21T14:43:33,060 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/a371de55f0c448c09c0200b0341f257f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/a371de55f0c448c09c0200b0341f257f 2024-11-21T14:43:33,066 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/C of 51a7a30914bd4dc09df64182f3d3cdc8 into a371de55f0c448c09c0200b0341f257f(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:33,066 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:33,066 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/C, priority=13, startTime=1732200212142; duration=0sec 2024-11-21T14:43:33,066 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:33,066 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:C 2024-11-21T14:43:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742426_1602 (size=14994) 2024-11-21T14:43:33,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200273118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:33,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200273231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-21T14:43:33,372 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:33,373 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T14:43:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-21T14:43:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T14:43:33,375 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T14:43:33,375 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T14:43:33,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T14:43:33,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200273442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:33,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:33,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:33,468 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:33,472 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112179464a950527488aaac2ed0bb07c5125_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112179464a950527488aaac2ed0bb07c5125_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:33,473 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/ba988737bc954b328c08e72ccd006fd4, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:33,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/ba988737bc954b328c08e72ccd006fd4 is 175, key is test_row_0/A:col10/1732200213045/Put/seqid=0 2024-11-21T14:43:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742427_1603 (size=39949) 2024-11-21T14:43:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T14:43:33,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T14:43:33,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:33,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:33,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:33,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:33,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:33,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T14:43:33,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:33,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:33,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:33,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:33,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T14:43:33,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200273751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:33,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T14:43:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:33,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:33,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/ba988737bc954b328c08e72ccd006fd4 2024-11-21T14:43:33,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/a8165521c0a6463b85237da3eaa903a9 is 50, key is test_row_0/B:col10/1732200213045/Put/seqid=0 2024-11-21T14:43:33,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742428_1604 (size=12301) 2024-11-21T14:43:33,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T14:43:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:33,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T14:43:34,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T14:43:34,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:34,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,178 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:43:34,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-21T14:43:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34871 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40984 deadline: 1732200274262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 , the old value is region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T14:43:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., hostname=f7796871bd2a,34871,1732200036061, seqNum=5 because the exception is null or not the one we care about 2024-11-21T14:43:34,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/a8165521c0a6463b85237da3eaa903a9 2024-11-21T14:43:34,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T14:43:34,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:34,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/2257b17f13dd4ee9806dd286423f4d55 is 50, key is test_row_0/C:col10/1732200213045/Put/seqid=0 2024-11-21T14:43:34,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742429_1605 (size=12301) 2024-11-21T14:43:34,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T14:43:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T14:43:34,539 INFO [Thread-2376 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2376. 2024-11-21T14:43:34,539 DEBUG [Thread-2376 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:34,539 DEBUG [Thread-2376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:34,539 DEBUG [Thread-2376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:34,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:34,540 INFO [Thread-2378 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2378. 2024-11-21T14:43:34,540 DEBUG [Thread-2378 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:34,540 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:34,540 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:34,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:34,542 INFO [Thread-2382 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2382. 2024-11-21T14:43:34,542 DEBUG [Thread-2382 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:34,542 DEBUG [Thread-2382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:34,542 DEBUG [Thread-2382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:34,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:34,543 INFO [Thread-2374 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2374. 2024-11-21T14:43:34,543 DEBUG [Thread-2374 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:34,543 DEBUG [Thread-2374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:34,543 DEBUG [Thread-2374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:34,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:34,544 INFO [Thread-2380 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2380. 2024-11-21T14:43:34,544 DEBUG [Thread-2380 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:34,544 DEBUG [Thread-2380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:34,544 DEBUG [Thread-2380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:34,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:34,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T14:43:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:43:34,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/2257b17f13dd4ee9806dd286423f4d55 2024-11-21T14:43:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/ba988737bc954b328c08e72ccd006fd4 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/ba988737bc954b328c08e72ccd006fd4 2024-11-21T14:43:34,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/ba988737bc954b328c08e72ccd006fd4, entries=200, sequenceid=285, filesize=39.0 K 2024-11-21T14:43:34,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/a8165521c0a6463b85237da3eaa903a9 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/a8165521c0a6463b85237da3eaa903a9 2024-11-21T14:43:34,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/a8165521c0a6463b85237da3eaa903a9, entries=150, sequenceid=285, filesize=12.0 K 2024-11-21T14:43:34,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/2257b17f13dd4ee9806dd286423f4d55 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/2257b17f13dd4ee9806dd286423f4d55 2024-11-21T14:43:34,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/2257b17f13dd4ee9806dd286423f4d55, entries=150, sequenceid=285, filesize=12.0 K 2024-11-21T14:43:34,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1666ms, sequenceid=285, compaction requested=true 2024-11-21T14:43:34,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:34,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T14:43:34,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:34,713 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:34,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T14:43:34,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:34,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51a7a30914bd4dc09df64182f3d3cdc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T14:43:34,713 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:34,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:34,714 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:34,714 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:34,714 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/A is initiating minor compaction (all files) 2024-11-21T14:43:34,714 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/B is initiating minor compaction (all files) 2024-11-21T14:43:34,714 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/B in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,714 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/A in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,714 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/9391566295944fefb1c2b80966f630ed, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/eb87d14aca1d471dbec898642dac4322, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/a8165521c0a6463b85237da3eaa903a9] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=36.4 K 2024-11-21T14:43:34,714 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/f8c876b8d3314a2eb694843c3845384f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/a06efabf12b549d0980fff459ff9e4ca, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/ba988737bc954b328c08e72ccd006fd4] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=108.9 K 2024-11-21T14:43:34,714 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,714 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. files: [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/f8c876b8d3314a2eb694843c3845384f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/a06efabf12b549d0980fff459ff9e4ca, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/ba988737bc954b328c08e72ccd006fd4] 2024-11-21T14:43:34,715 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 9391566295944fefb1c2b80966f630ed, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200211536 2024-11-21T14:43:34,715 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8c876b8d3314a2eb694843c3845384f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200211536 2024-11-21T14:43:34,715 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting eb87d14aca1d471dbec898642dac4322, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732200211607 2024-11-21T14:43:34,715 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting a06efabf12b549d0980fff459ff9e4ca, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732200211607 2024-11-21T14:43:34,715 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a8165521c0a6463b85237da3eaa903a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732200212329 2024-11-21T14:43:34,715 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba988737bc954b328c08e72ccd006fd4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732200212329 2024-11-21T14:43:34,721 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:34,721 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/5d60fff47d884bcdb3b0b9a80a4cbbf5 is 50, key is test_row_0/B:col10/1732200213045/Put/seqid=0 2024-11-21T14:43:34,723 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:34,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742430_1606 (size=12949) 2024-11-21T14:43:34,725 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218c7d93375ddd4663bbc83e133b1e215f_51a7a30914bd4dc09df64182f3d3cdc8 store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:34,744 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218c7d93375ddd4663bbc83e133b1e215f_51a7a30914bd4dc09df64182f3d3cdc8, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:34,745 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218c7d93375ddd4663bbc83e133b1e215f_51a7a30914bd4dc09df64182f3d3cdc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:34,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742431_1607 (size=4469) 2024-11-21T14:43:34,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-21T14:43:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:34,751 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-21T14:43:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:34,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c0c6e93c26b5460a92004f9f5ef9163e_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200213115/Put/seqid=0 2024-11-21T14:43:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742432_1608 (size=12454) 2024-11-21T14:43:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34871 {}] regionserver.HRegion(8855): Flush requested on 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:35,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. as already flushing 2024-11-21T14:43:35,113 INFO [Thread-2371 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2371. 2024-11-21T14:43:35,113 DEBUG [Thread-2371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:35,113 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:35,113 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:35,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:35,128 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/5d60fff47d884bcdb3b0b9a80a4cbbf5 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/5d60fff47d884bcdb3b0b9a80a4cbbf5 2024-11-21T14:43:35,131 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/B of 51a7a30914bd4dc09df64182f3d3cdc8 into 5d60fff47d884bcdb3b0b9a80a4cbbf5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:35,131 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:35,131 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/B, priority=13, startTime=1732200214713; duration=0sec 2024-11-21T14:43:35,132 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T14:43:35,132 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:B 2024-11-21T14:43:35,132 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T14:43:35,132 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T14:43:35,132 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1541): 51a7a30914bd4dc09df64182f3d3cdc8/C is initiating minor compaction (all files) 2024-11-21T14:43:35,132 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51a7a30914bd4dc09df64182f3d3cdc8/C in TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:35,133 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/a371de55f0c448c09c0200b0341f257f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7322b073d4be4a2ea9e3974aff51eb23, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/2257b17f13dd4ee9806dd286423f4d55] into tmpdir=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp, totalSize=36.4 K 2024-11-21T14:43:35,133 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting a371de55f0c448c09c0200b0341f257f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732200211536 2024-11-21T14:43:35,133 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 7322b073d4be4a2ea9e3974aff51eb23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732200211607 2024-11-21T14:43:35,133 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] compactions.Compactor(225): Compacting 2257b17f13dd4ee9806dd286423f4d55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732200212329 2024-11-21T14:43:35,139 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#C#compaction#513 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:35,139 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/8aade1038a0b4d94b92cd0627bbc51fb is 50, key is test_row_0/C:col10/1732200213045/Put/seqid=0 2024-11-21T14:43:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742433_1609 (size=12949) 2024-11-21T14:43:35,149 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51a7a30914bd4dc09df64182f3d3cdc8#A#compaction#511 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T14:43:35,150 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/3693b1d078874da297f6d80076cb3545 is 175, key is test_row_0/A:col10/1732200213045/Put/seqid=0 2024-11-21T14:43:35,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742434_1610 (size=31903) 2024-11-21T14:43:35,153 INFO [Thread-2363 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2363. 2024-11-21T14:43:35,153 DEBUG [Thread-2363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:35,153 DEBUG [Thread-2363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:35,154 DEBUG [Thread-2363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:35,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:35,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:35,164 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c0c6e93c26b5460a92004f9f5ef9163e_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c0c6e93c26b5460a92004f9f5ef9163e_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/0ab7b9d645a1463fb6606d5544c44141, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/0ab7b9d645a1463fb6606d5544c44141 is 175, key is test_row_0/A:col10/1732200213115/Put/seqid=0 2024-11-21T14:43:35,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742435_1611 (size=31255) 2024-11-21T14:43:35,173 INFO [Thread-2365 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2365. 2024-11-21T14:43:35,173 DEBUG [Thread-2365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:35,173 DEBUG [Thread-2365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:35,173 DEBUG [Thread-2365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:35,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:35,223 INFO [Thread-2367 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2367. 2024-11-21T14:43:35,223 DEBUG [Thread-2367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:35,223 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:35,224 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:35,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:35,283 INFO [Thread-2369 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2369. 2024-11-21T14:43:35,283 DEBUG [Thread-2369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-21T14:43:35,283 DEBUG [Thread-2369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:35,283 DEBUG [Thread-2369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:35,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T14:43:35,546 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/8aade1038a0b4d94b92cd0627bbc51fb as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8aade1038a0b4d94b92cd0627bbc51fb 2024-11-21T14:43:35,549 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/C of 51a7a30914bd4dc09df64182f3d3cdc8 into 8aade1038a0b4d94b92cd0627bbc51fb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:35,549 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:35,550 INFO [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/C, priority=13, startTime=1732200214713; duration=0sec 2024-11-21T14:43:35,550 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:35,550 DEBUG [RS:0;f7796871bd2a:34871-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:C 2024-11-21T14:43:35,556 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/3693b1d078874da297f6d80076cb3545 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/3693b1d078874da297f6d80076cb3545 2024-11-21T14:43:35,559 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51a7a30914bd4dc09df64182f3d3cdc8/A of 51a7a30914bd4dc09df64182f3d3cdc8 into 3693b1d078874da297f6d80076cb3545(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T14:43:35,559 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:35,559 INFO [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., storeName=51a7a30914bd4dc09df64182f3d3cdc8/A, priority=13, startTime=1732200214713; duration=0sec 2024-11-21T14:43:35,559 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T14:43:35,559 DEBUG [RS:0;f7796871bd2a:34871-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51a7a30914bd4dc09df64182f3d3cdc8:A 2024-11-21T14:43:35,568 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/0ab7b9d645a1463fb6606d5544c44141 2024-11-21T14:43:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/2046bf210cd845c6b363fc54eeb439dc is 50, key is test_row_0/B:col10/1732200213115/Put/seqid=0 2024-11-21T14:43:35,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742436_1612 (size=12301) 2024-11-21T14:43:35,977 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/2046bf210cd845c6b363fc54eeb439dc 2024-11-21T14:43:35,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/144addc5c62746b8ab73203d0733df2b is 50, key is test_row_0/C:col10/1732200213115/Put/seqid=0 2024-11-21T14:43:35,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742437_1613 (size=12301) 2024-11-21T14:43:36,387 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/144addc5c62746b8ab73203d0733df2b 2024-11-21T14:43:36,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/0ab7b9d645a1463fb6606d5544c44141 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/0ab7b9d645a1463fb6606d5544c44141 2024-11-21T14:43:36,393 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/0ab7b9d645a1463fb6606d5544c44141, entries=150, sequenceid=302, filesize=30.5 K 2024-11-21T14:43:36,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/2046bf210cd845c6b363fc54eeb439dc as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/2046bf210cd845c6b363fc54eeb439dc 2024-11-21T14:43:36,396 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/2046bf210cd845c6b363fc54eeb439dc, entries=150, sequenceid=302, filesize=12.0 K 2024-11-21T14:43:36,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/144addc5c62746b8ab73203d0733df2b as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/144addc5c62746b8ab73203d0733df2b 2024-11-21T14:43:36,399 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/144addc5c62746b8ab73203d0733df2b, entries=150, sequenceid=302, filesize=12.0 K 2024-11-21T14:43:36,400 INFO [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=33.54 KB/34350 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1649ms, sequenceid=302, compaction requested=false 2024-11-21T14:43:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 51a7a30914bd4dc09df64182f3d3cdc8: 2024-11-21T14:43:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7796871bd2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-21T14:43:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-21T14:43:36,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-21T14:43:36,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0260 sec 2024-11-21T14:43:36,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 3.0300 sec 2024-11-21T14:43:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-21T14:43:37,542 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 192 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3073 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3116 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3099 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3078 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3129 2024-11-21T14:43:37,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T14:43:37,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:43:37,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:43:37,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:37,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:37,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:37,543 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T14:43:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T14:43:37,546 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200217546"}]},"ts":"1732200217546"} 2024-11-21T14:43:37,547 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T14:43:37,547 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T14:43:37,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T14:43:37,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, UNASSIGN}] 2024-11-21T14:43:37,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, UNASSIGN 2024-11-21T14:43:37,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=51a7a30914bd4dc09df64182f3d3cdc8, regionState=CLOSING, regionLocation=f7796871bd2a,34871,1732200036061 2024-11-21T14:43:37,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, UNASSIGN because future has completed 2024-11-21T14:43:37,551 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T14:43:37,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061}] 2024-11-21T14:43:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T14:43:37,704 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(122): Close 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:37,704 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T14:43:37,704 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1722): Closing 51a7a30914bd4dc09df64182f3d3cdc8, disabling compactions & flushes 2024-11-21T14:43:37,704 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:37,704 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:37,704 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. after waiting 0 ms 2024-11-21T14:43:37,704 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:37,704 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(2902): Flushing 51a7a30914bd4dc09df64182f3d3cdc8 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-21T14:43:37,704 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=A 2024-11-21T14:43:37,704 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:37,704 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=B 2024-11-21T14:43:37,704 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:37,704 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51a7a30914bd4dc09df64182f3d3cdc8, store=C 2024-11-21T14:43:37,704 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T14:43:37,709 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cb4c49bda9ee45728d8579946ecdf6ea_51a7a30914bd4dc09df64182f3d3cdc8 is 50, key is test_row_0/A:col10/1732200215281/Put/seqid=0 2024-11-21T14:43:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742438_1614 (size=12454) 2024-11-21T14:43:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T14:43:38,112 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:43:38,115 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cb4c49bda9ee45728d8579946ecdf6ea_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cb4c49bda9ee45728d8579946ecdf6ea_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:38,116 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/94296241814043b0b12161313587862d, store: [table=TestAcidGuarantees family=A region=51a7a30914bd4dc09df64182f3d3cdc8] 2024-11-21T14:43:38,117 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/94296241814043b0b12161313587862d is 175, key is test_row_0/A:col10/1732200215281/Put/seqid=0 2024-11-21T14:43:38,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742439_1615 (size=31255) 2024-11-21T14:43:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T14:43:38,520 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/94296241814043b0b12161313587862d 2024-11-21T14:43:38,525 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/4ec5211448e74e708c861bd63d975496 is 50, key is test_row_0/B:col10/1732200215281/Put/seqid=0 2024-11-21T14:43:38,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742440_1616 (size=12301) 2024-11-21T14:43:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T14:43:38,929 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/4ec5211448e74e708c861bd63d975496 2024-11-21T14:43:38,934 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/08c16b66d5ab4c1a96c19c270b155497 is 50, key is test_row_0/C:col10/1732200215281/Put/seqid=0 2024-11-21T14:43:38,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742441_1617 (size=12301) 2024-11-21T14:43:39,337 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/08c16b66d5ab4c1a96c19c270b155497 2024-11-21T14:43:39,341 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/A/94296241814043b0b12161313587862d as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/94296241814043b0b12161313587862d 2024-11-21T14:43:39,343 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/94296241814043b0b12161313587862d, entries=150, sequenceid=313, filesize=30.5 K 2024-11-21T14:43:39,344 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/B/4ec5211448e74e708c861bd63d975496 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/4ec5211448e74e708c861bd63d975496 2024-11-21T14:43:39,346 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/4ec5211448e74e708c861bd63d975496, entries=150, sequenceid=313, filesize=12.0 K 2024-11-21T14:43:39,346 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/.tmp/C/08c16b66d5ab4c1a96c19c270b155497 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/08c16b66d5ab4c1a96c19c270b155497 2024-11-21T14:43:39,349 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/08c16b66d5ab4c1a96c19c270b155497, entries=150, sequenceid=313, filesize=12.0 K 2024-11-21T14:43:39,349 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1645ms, sequenceid=313, compaction requested=true 2024-11-21T14:43:39,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/3b90de163342401484d327e06bb733e2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ff784abf2c04dceae97037c472d152e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/571dbd8ddad34d52a57b8dc81d569b31, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/1b0f9c15164947c08925caba3c096cdc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/236dcf9d15ba45789ab5cb7beae2ea6d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b98df6be9def41298e52eafd370250d4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/78a486d9a40a4687a03b140e3066019b, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/17512266bf7645978dcdbd1d4e25f585, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c695c2f509614ecebc395e30f23164a1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c3cc05297eb54d80b090dca3bfde5b65, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/25146e634bba47feb9cc40a1934a8bf9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/778d567f87ff47fda388843b73c4fedb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b983f424be054250b6cc6b296933d3e9, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ef09a2cd873469a82556b4b3eac0b3f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/2bac52fa0c9f44d49925a152980762c5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/80903f3ce1b3447c98b5aa32629e62d6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/f8c876b8d3314a2eb694843c3845384f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/a06efabf12b549d0980fff459ff9e4ca, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/ba988737bc954b328c08e72ccd006fd4] to archive 2024-11-21T14:43:39,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:43:39,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/3b90de163342401484d327e06bb733e2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/3b90de163342401484d327e06bb733e2 2024-11-21T14:43:39,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ff784abf2c04dceae97037c472d152e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ff784abf2c04dceae97037c472d152e 2024-11-21T14:43:39,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/571dbd8ddad34d52a57b8dc81d569b31 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/571dbd8ddad34d52a57b8dc81d569b31 2024-11-21T14:43:39,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/1b0f9c15164947c08925caba3c096cdc to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/1b0f9c15164947c08925caba3c096cdc 2024-11-21T14:43:39,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/236dcf9d15ba45789ab5cb7beae2ea6d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/236dcf9d15ba45789ab5cb7beae2ea6d 2024-11-21T14:43:39,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b98df6be9def41298e52eafd370250d4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b98df6be9def41298e52eafd370250d4 2024-11-21T14:43:39,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/78a486d9a40a4687a03b140e3066019b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/78a486d9a40a4687a03b140e3066019b 2024-11-21T14:43:39,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/17512266bf7645978dcdbd1d4e25f585 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/17512266bf7645978dcdbd1d4e25f585 2024-11-21T14:43:39,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c695c2f509614ecebc395e30f23164a1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c695c2f509614ecebc395e30f23164a1 2024-11-21T14:43:39,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c3cc05297eb54d80b090dca3bfde5b65 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/c3cc05297eb54d80b090dca3bfde5b65 2024-11-21T14:43:39,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/25146e634bba47feb9cc40a1934a8bf9 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/25146e634bba47feb9cc40a1934a8bf9 2024-11-21T14:43:39,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/778d567f87ff47fda388843b73c4fedb to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/778d567f87ff47fda388843b73c4fedb 2024-11-21T14:43:39,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b983f424be054250b6cc6b296933d3e9 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/b983f424be054250b6cc6b296933d3e9 2024-11-21T14:43:39,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ef09a2cd873469a82556b4b3eac0b3f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/4ef09a2cd873469a82556b4b3eac0b3f 2024-11-21T14:43:39,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/2bac52fa0c9f44d49925a152980762c5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/2bac52fa0c9f44d49925a152980762c5 2024-11-21T14:43:39,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/80903f3ce1b3447c98b5aa32629e62d6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/80903f3ce1b3447c98b5aa32629e62d6 2024-11-21T14:43:39,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/f8c876b8d3314a2eb694843c3845384f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/f8c876b8d3314a2eb694843c3845384f 2024-11-21T14:43:39,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/a06efabf12b549d0980fff459ff9e4ca to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/a06efabf12b549d0980fff459ff9e4ca 2024-11-21T14:43:39,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/ba988737bc954b328c08e72ccd006fd4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/ba988737bc954b328c08e72ccd006fd4 2024-11-21T14:43:39,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/07a7ad0d0ec44264a832a8caa224c9cb, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/d5cd455141784721bee2fac1120d97e0, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/289a130c9609469691de78fa3dd57fa1, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/bfe7e3ff109e4a2e9b5257e3f021409a, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/7a098b9504744ec984154f3e8a4c6901, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/46648ff1cbf04460ad9aeb1653a58040, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/8bed47235f994735bc41dd8729573d09, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/5b9516fc5cf7445391a20180ac96e7ea, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/2aeba4cd5d534ed1bb3cf2577dadfd03, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/03057b11a0b64e3ba933928831ab2874, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/9ee63739d66d4504bfb41ddbfabc69e2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/517988bba6de4dd3be40399de762258e, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/d5017bb447df4bf9bd609016cf1b3323, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/3cda7c0b7d904f1cbb784d8cd4c38b0d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/58b0812ca7c44f34a7b0d3a856af65ff, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/9391566295944fefb1c2b80966f630ed, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/89dffb37690c48f99351f6afe8930550, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/eb87d14aca1d471dbec898642dac4322, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/a8165521c0a6463b85237da3eaa903a9] to archive 2024-11-21T14:43:39,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:43:39,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/07a7ad0d0ec44264a832a8caa224c9cb to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/07a7ad0d0ec44264a832a8caa224c9cb 2024-11-21T14:43:39,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/d5cd455141784721bee2fac1120d97e0 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/d5cd455141784721bee2fac1120d97e0 2024-11-21T14:43:39,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/289a130c9609469691de78fa3dd57fa1 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/289a130c9609469691de78fa3dd57fa1 2024-11-21T14:43:39,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/bfe7e3ff109e4a2e9b5257e3f021409a to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/bfe7e3ff109e4a2e9b5257e3f021409a 2024-11-21T14:43:39,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/7a098b9504744ec984154f3e8a4c6901 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/7a098b9504744ec984154f3e8a4c6901 2024-11-21T14:43:39,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/46648ff1cbf04460ad9aeb1653a58040 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/46648ff1cbf04460ad9aeb1653a58040 2024-11-21T14:43:39,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/8bed47235f994735bc41dd8729573d09 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/8bed47235f994735bc41dd8729573d09 2024-11-21T14:43:39,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/5b9516fc5cf7445391a20180ac96e7ea to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/5b9516fc5cf7445391a20180ac96e7ea 2024-11-21T14:43:39,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/2aeba4cd5d534ed1bb3cf2577dadfd03 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/2aeba4cd5d534ed1bb3cf2577dadfd03 2024-11-21T14:43:39,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/03057b11a0b64e3ba933928831ab2874 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/03057b11a0b64e3ba933928831ab2874 2024-11-21T14:43:39,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/9ee63739d66d4504bfb41ddbfabc69e2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/9ee63739d66d4504bfb41ddbfabc69e2 2024-11-21T14:43:39,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/517988bba6de4dd3be40399de762258e to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/517988bba6de4dd3be40399de762258e 2024-11-21T14:43:39,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/d5017bb447df4bf9bd609016cf1b3323 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/d5017bb447df4bf9bd609016cf1b3323 2024-11-21T14:43:39,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/3cda7c0b7d904f1cbb784d8cd4c38b0d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/3cda7c0b7d904f1cbb784d8cd4c38b0d 2024-11-21T14:43:39,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/58b0812ca7c44f34a7b0d3a856af65ff to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/58b0812ca7c44f34a7b0d3a856af65ff 2024-11-21T14:43:39,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/9391566295944fefb1c2b80966f630ed to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/9391566295944fefb1c2b80966f630ed 2024-11-21T14:43:39,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/89dffb37690c48f99351f6afe8930550 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/89dffb37690c48f99351f6afe8930550 2024-11-21T14:43:39,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/eb87d14aca1d471dbec898642dac4322 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/eb87d14aca1d471dbec898642dac4322 2024-11-21T14:43:39,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/a8165521c0a6463b85237da3eaa903a9 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/a8165521c0a6463b85237da3eaa903a9 2024-11-21T14:43:39,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7a10c0273ad54d32a8782dcba44bd870, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/f8a56c77339c477e8a0de2c9f527aeef, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/5fdbe1b979fa4330b9afd2f9b8ad0683, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/011b4bedba99491888915d7056e0a9b8, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/12d665d07a174a108ebfc1ec013e37cc, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/72b0cd1942d14d93b0d01f61e087faf2, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8a632f5ccc4f4d04ada750cc66981e61, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7d13098f0d5f4fb4879056aea4aabcf4, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3439105f2c8a418a91dac9ac41c158da, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8cfbf5bb366844b78814e5386cdb9d77, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/b15d02d1884440f4ac0e17e61b65db7d, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3073884d3eb14b2c9491440127ff3247, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/ca4b191d88a9432eb09a7bc1d415bdb6, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/398496c685994f3e9dc1109459be42ae, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/163c76f0df354cbfb7c6bbd749ae42e5, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/a371de55f0c448c09c0200b0341f257f, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/d40ff01f59c640ad9098965bfd7c1709, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7322b073d4be4a2ea9e3974aff51eb23, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/2257b17f13dd4ee9806dd286423f4d55] to archive 2024-11-21T14:43:39,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T14:43:39,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7a10c0273ad54d32a8782dcba44bd870 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7a10c0273ad54d32a8782dcba44bd870 2024-11-21T14:43:39,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/f8a56c77339c477e8a0de2c9f527aeef to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/f8a56c77339c477e8a0de2c9f527aeef 2024-11-21T14:43:39,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/5fdbe1b979fa4330b9afd2f9b8ad0683 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/5fdbe1b979fa4330b9afd2f9b8ad0683 2024-11-21T14:43:39,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/011b4bedba99491888915d7056e0a9b8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/011b4bedba99491888915d7056e0a9b8 2024-11-21T14:43:39,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/12d665d07a174a108ebfc1ec013e37cc to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/12d665d07a174a108ebfc1ec013e37cc 2024-11-21T14:43:39,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/72b0cd1942d14d93b0d01f61e087faf2 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/72b0cd1942d14d93b0d01f61e087faf2 2024-11-21T14:43:39,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8a632f5ccc4f4d04ada750cc66981e61 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8a632f5ccc4f4d04ada750cc66981e61 2024-11-21T14:43:39,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7d13098f0d5f4fb4879056aea4aabcf4 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7d13098f0d5f4fb4879056aea4aabcf4 2024-11-21T14:43:39,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3439105f2c8a418a91dac9ac41c158da to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3439105f2c8a418a91dac9ac41c158da 2024-11-21T14:43:39,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8cfbf5bb366844b78814e5386cdb9d77 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8cfbf5bb366844b78814e5386cdb9d77 2024-11-21T14:43:39,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/b15d02d1884440f4ac0e17e61b65db7d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/b15d02d1884440f4ac0e17e61b65db7d 2024-11-21T14:43:39,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3073884d3eb14b2c9491440127ff3247 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/3073884d3eb14b2c9491440127ff3247 2024-11-21T14:43:39,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/ca4b191d88a9432eb09a7bc1d415bdb6 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/ca4b191d88a9432eb09a7bc1d415bdb6 2024-11-21T14:43:39,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/398496c685994f3e9dc1109459be42ae to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/398496c685994f3e9dc1109459be42ae 2024-11-21T14:43:39,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/163c76f0df354cbfb7c6bbd749ae42e5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/163c76f0df354cbfb7c6bbd749ae42e5 2024-11-21T14:43:39,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/a371de55f0c448c09c0200b0341f257f to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/a371de55f0c448c09c0200b0341f257f 2024-11-21T14:43:39,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/d40ff01f59c640ad9098965bfd7c1709 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/d40ff01f59c640ad9098965bfd7c1709 2024-11-21T14:43:39,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7322b073d4be4a2ea9e3974aff51eb23 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/7322b073d4be4a2ea9e3974aff51eb23 2024-11-21T14:43:39,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/2257b17f13dd4ee9806dd286423f4d55 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/2257b17f13dd4ee9806dd286423f4d55 2024-11-21T14:43:39,403 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/recovered.edits/316.seqid, newMaxSeqId=316, maxSeqId=4 2024-11-21T14:43:39,404 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. 2024-11-21T14:43:39,404 DEBUG [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1676): Region close journal for 51a7a30914bd4dc09df64182f3d3cdc8: Waiting for close lock at 1732200217704Running coprocessor pre-close hooks at 1732200217704Disabling compacts and flushes for region at 1732200217704Disabling writes for close at 1732200217704Obtaining lock to block concurrent updates at 1732200217704Preparing flush snapshotting stores in 51a7a30914bd4dc09df64182f3d3cdc8 at 1732200217704Finished memstore snapshotting TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732200217704Flushing stores of TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8. at 1732200217705 (+1 ms)Flushing 51a7a30914bd4dc09df64182f3d3cdc8/A: creating writer at 1732200217705Flushing mob file 51a7a30914bd4dc09df64182f3d3cdc8/A: appending metadata at 1732200217709 (+4 ms)Flushing mob file 51a7a30914bd4dc09df64182f3d3cdc8/A: closing flushed file at 1732200217709Flushing 51a7a30914bd4dc09df64182f3d3cdc8/A: appending metadata at 1732200218116 (+407 ms)Flushing 51a7a30914bd4dc09df64182f3d3cdc8/A: closing flushed file at 1732200218116Flushing 51a7a30914bd4dc09df64182f3d3cdc8/B: creating writer at 1732200218523 (+407 ms)Flushing 51a7a30914bd4dc09df64182f3d3cdc8/B: appending metadata at 1732200218525 (+2 ms)Flushing 51a7a30914bd4dc09df64182f3d3cdc8/B: closing flushed file at 1732200218525Flushing 51a7a30914bd4dc09df64182f3d3cdc8/C: creating writer at 1732200218932 (+407 ms)Flushing 51a7a30914bd4dc09df64182f3d3cdc8/C: appending metadata at 1732200218934 (+2 ms)Flushing 51a7a30914bd4dc09df64182f3d3cdc8/C: closing flushed file at 1732200218934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b51d48a: reopening flushed file at 1732200219340 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253ffb76: reopening flushed file at 1732200219343 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279c35f5: reopening flushed file at 1732200219346 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 51a7a30914bd4dc09df64182f3d3cdc8 in 1645ms, sequenceid=313, compaction requested=true at 1732200219349 (+3 ms)Writing region close event to WAL at 1732200219401 (+52 ms)Running coprocessor post-close hooks at 1732200219404 (+3 ms)Closed at 1732200219404 2024-11-21T14:43:39,405 INFO [RS_CLOSE_REGION-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(157): Closed 51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,406 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=51a7a30914bd4dc09df64182f3d3cdc8, regionState=CLOSED 2024-11-21T14:43:39,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 because future has completed 2024-11-21T14:43:39,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-21T14:43:39,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseRegionProcedure 51a7a30914bd4dc09df64182f3d3cdc8, server=f7796871bd2a,34871,1732200036061 in 1.8560 sec 2024-11-21T14:43:39,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-11-21T14:43:39,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51a7a30914bd4dc09df64182f3d3cdc8, UNASSIGN in 1.8600 sec 2024-11-21T14:43:39,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-21T14:43:39,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8620 sec 2024-11-21T14:43:39,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732200219412"}]},"ts":"1732200219412"} 2024-11-21T14:43:39,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T14:43:39,413 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T14:43:39,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8710 sec 2024-11-21T14:43:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-21T14:43:39,691 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:39,692 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T14:43:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:39,693 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T14:43:39,694 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:39,696 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,698 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C, FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/recovered.edits] 2024-11-21T14:43:39,699 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/0ab7b9d645a1463fb6606d5544c44141 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/0ab7b9d645a1463fb6606d5544c44141 2024-11-21T14:43:39,700 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/3693b1d078874da297f6d80076cb3545 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/3693b1d078874da297f6d80076cb3545 2024-11-21T14:43:39,701 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/94296241814043b0b12161313587862d to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/A/94296241814043b0b12161313587862d 2024-11-21T14:43:39,703 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/2046bf210cd845c6b363fc54eeb439dc to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/2046bf210cd845c6b363fc54eeb439dc 2024-11-21T14:43:39,704 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/4ec5211448e74e708c861bd63d975496 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/4ec5211448e74e708c861bd63d975496 2024-11-21T14:43:39,704 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/5d60fff47d884bcdb3b0b9a80a4cbbf5 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/B/5d60fff47d884bcdb3b0b9a80a4cbbf5 2024-11-21T14:43:39,706 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/08c16b66d5ab4c1a96c19c270b155497 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/08c16b66d5ab4c1a96c19c270b155497 2024-11-21T14:43:39,707 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/144addc5c62746b8ab73203d0733df2b to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/144addc5c62746b8ab73203d0733df2b 2024-11-21T14:43:39,708 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8aade1038a0b4d94b92cd0627bbc51fb to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/C/8aade1038a0b4d94b92cd0627bbc51fb 2024-11-21T14:43:39,710 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/recovered.edits/316.seqid to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8/recovered.edits/316.seqid 2024-11-21T14:43:39,710 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/default/TestAcidGuarantees/51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,710 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T14:43:39,710 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T14:43:39,711 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T14:43:39,713 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112103e8550af3744204bad4003898c10420_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112103e8550af3744204bad4003898c10420_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,714 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212050aceec53b417f87de2f0a54168b8c_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212050aceec53b417f87de2f0a54168b8c_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,715 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212deed1bf440b434ba3677a576735b0cd_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212deed1bf440b434ba3677a576735b0cd_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,716 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112137119632c1ed4157bbdbc5a5867704da_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112137119632c1ed4157bbdbc5a5867704da_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,716 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121375c6dafae7349a2bc33597a0fc446c9_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121375c6dafae7349a2bc33597a0fc446c9_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,717 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214688c80087984a21a122bdc0580080d2_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214688c80087984a21a122bdc0580080d2_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,718 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215a5b2a3448394fecbd71bedc0b774fd4_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215a5b2a3448394fecbd71bedc0b774fd4_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,719 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163b47d7f4c7b4bf5a411401955301361_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163b47d7f4c7b4bf5a411401955301361_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,720 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121677e3ad2f61b429fb2aac18efa5c0c55_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121677e3ad2f61b429fb2aac18efa5c0c55_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,721 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112179464a950527488aaac2ed0bb07c5125_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112179464a950527488aaac2ed0bb07c5125_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,721 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218cebad29eb27420bb7d3e19da1234b75_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218cebad29eb27420bb7d3e19da1234b75_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,722 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bc13f978246c4027b9f5327f863c2f2c_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bc13f978246c4027b9f5327f863c2f2c_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,723 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c0c6e93c26b5460a92004f9f5ef9163e_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c0c6e93c26b5460a92004f9f5ef9163e_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,724 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cb4c49bda9ee45728d8579946ecdf6ea_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cb4c49bda9ee45728d8579946ecdf6ea_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,725 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121de63d8e93b034b0ca1b9a13d353d4a3b_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121de63d8e93b034b0ca1b9a13d353d4a3b_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,726 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f34c23551fbd471e819c2aee7c784b17_51a7a30914bd4dc09df64182f3d3cdc8 to hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f34c23551fbd471e819c2aee7c784b17_51a7a30914bd4dc09df64182f3d3cdc8 2024-11-21T14:43:39,726 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T14:43:39,728 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:39,730 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T14:43:39,732 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T14:43:39,732 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:39,733 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T14:43:39,733 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732200219733"}]},"ts":"9223372036854775807"} 2024-11-21T14:43:39,734 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T14:43:39,734 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 51a7a30914bd4dc09df64182f3d3cdc8, NAME => 'TestAcidGuarantees,,1732200192450.51a7a30914bd4dc09df64182f3d3cdc8.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T14:43:39,734 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T14:43:39,735 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732200219734"}]},"ts":"9223372036854775807"} 2024-11-21T14:43:39,736 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-21T14:43:39,736 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T14:43:39,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-21T14:43:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-21T14:43:39,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-21T14:43:39,803 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-21T14:43:39,812 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 248) - Thread LEAK? -, OpenFileDescriptor=459 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=2041 (was 2171) 2024-11-21T14:43:39,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:43:39,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:43:39,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:43:39,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:39,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:39,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:43:39,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:43:39,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=855483586, stopped=false 2024-11-21T14:43:39,813 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f7796871bd2a,33569,1732200035143 2024-11-21T14:43:39,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:43:39,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T14:43:39,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:43:39,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:43:39,815 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:43:39,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:43:39,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:43:39,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T14:43:39,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:43:39,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:39,816 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7796871bd2a,34871,1732200036061' ***** 2024-11-21T14:43:39,816 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:43:39,816 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:43:39,816 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:43:39,817 INFO [RS:0;f7796871bd2a:34871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:43:39,817 INFO [RS:0;f7796871bd2a:34871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:43:39,817 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(959): stopping server f7796871bd2a,34871,1732200036061 2024-11-21T14:43:39,817 INFO [RS:0;f7796871bd2a:34871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:43:39,817 INFO [RS:0;f7796871bd2a:34871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f7796871bd2a:34871. 2024-11-21T14:43:39,817 DEBUG [RS:0;f7796871bd2a:34871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:43:39,817 DEBUG [RS:0;f7796871bd2a:34871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:39,817 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:43:39,817 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:43:39,817 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:43:39,817 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:43:39,818 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:43:39,818 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:43:39,818 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:43:39,818 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:43:39,818 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:43:39,818 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:43:39,818 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:43:39,818 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:43:39,819 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-21T14:43:39,842 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/info/ef6bd069ca8240df9d81e3aeb0f5009f is 95, key is TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708./info:/1732200072684/DeleteFamily/seqid=0 2024-11-21T14:43:39,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742442_1618 (size=6514) 2024-11-21T14:43:39,907 INFO [regionserver/f7796871bd2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:43:40,018 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:43:40,219 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:43:40,246 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/info/ef6bd069ca8240df9d81e3aeb0f5009f 2024-11-21T14:43:40,265 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/ns/754daf99a2634b789b36adebec4ee4dd is 93, key is TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708./ns:/1732200072634/DeleteFamily/seqid=0 2024-11-21T14:43:40,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742443_1619 (size=5906) 2024-11-21T14:43:40,419 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:43:40,571 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:43:40,571 INFO [regionserver/f7796871bd2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:43:40,619 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:43:40,668 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/ns/754daf99a2634b789b36adebec4ee4dd 2024-11-21T14:43:40,686 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/rep_barrier/4766ed9b7f444028a4f5ef6e91127a85 is 102, key is TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708./rep_barrier:/1732200072634/DeleteFamily/seqid=0 2024-11-21T14:43:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742444_1620 (size=6025) 2024-11-21T14:43:40,819 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:43:41,019 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:43:41,089 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/rep_barrier/4766ed9b7f444028a4f5ef6e91127a85 2024-11-21T14:43:41,107 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/table/8dd8db52fb594444942edc67cf229593 is 96, key is TestAcidGuarantees,,1732200040013.d8a1a95c18f982d24825e950bf8d2708./table:/1732200072634/DeleteFamily/seqid=0 2024-11-21T14:43:41,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742445_1621 (size=5936) 2024-11-21T14:43:41,220 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:43:41,420 DEBUG [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:43:41,510 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/table/8dd8db52fb594444942edc67cf229593 2024-11-21T14:43:41,514 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/info/ef6bd069ca8240df9d81e3aeb0f5009f as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/info/ef6bd069ca8240df9d81e3aeb0f5009f 2024-11-21T14:43:41,516 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/info/ef6bd069ca8240df9d81e3aeb0f5009f, entries=12, sequenceid=90, filesize=6.4 K 2024-11-21T14:43:41,517 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/ns/754daf99a2634b789b36adebec4ee4dd as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/ns/754daf99a2634b789b36adebec4ee4dd 2024-11-21T14:43:41,520 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/ns/754daf99a2634b789b36adebec4ee4dd, entries=8, sequenceid=90, filesize=5.8 K 2024-11-21T14:43:41,520 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/rep_barrier/4766ed9b7f444028a4f5ef6e91127a85 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/rep_barrier/4766ed9b7f444028a4f5ef6e91127a85 2024-11-21T14:43:41,523 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/rep_barrier/4766ed9b7f444028a4f5ef6e91127a85, entries=6, sequenceid=90, filesize=5.9 K 2024-11-21T14:43:41,523 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/.tmp/table/8dd8db52fb594444942edc67cf229593 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/table/8dd8db52fb594444942edc67cf229593 2024-11-21T14:43:41,526 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/table/8dd8db52fb594444942edc67cf229593, entries=7, sequenceid=90, filesize=5.8 K 2024-11-21T14:43:41,526 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=90, compaction requested=false 2024-11-21T14:43:41,530 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-21T14:43:41,531 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:43:41,531 INFO [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:43:41,531 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732200219818Running coprocessor pre-close hooks at 1732200219818Disabling compacts and flushes for region at 1732200219818Disabling writes for close at 1732200219818Obtaining lock to block concurrent updates at 1732200219819 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732200219819Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732200219819Flushing stores of hbase:meta,,1.1588230740 at 1732200219819Flushing 1588230740/info: creating writer at 1732200219820 (+1 ms)Flushing 1588230740/info: appending metadata at 1732200219842 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732200219842Flushing 1588230740/ns: creating writer at 1732200220250 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732200220264 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732200220264Flushing 1588230740/rep_barrier: creating writer at 1732200220671 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732200220686 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732200220686Flushing 1588230740/table: creating writer at 1732200221092 (+406 ms)Flushing 1588230740/table: appending metadata at 1732200221107 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732200221107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53367e1a: reopening flushed file at 1732200221513 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ef1785: reopening flushed file at 1732200221517 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dac9413: reopening flushed file at 1732200221520 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f015e0: reopening flushed file at 1732200221523 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=90, compaction requested=false at 1732200221527 (+4 ms)Writing region close event to WAL at 1732200221528 (+1 ms)Running coprocessor post-close hooks at 1732200221531 (+3 ms)Closed at 1732200221531 2024-11-21T14:43:41,531 DEBUG [RS_CLOSE_META-regionserver/f7796871bd2a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:43:41,620 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(976): stopping server f7796871bd2a,34871,1732200036061; all regions closed. 2024-11-21T14:43:41,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741834_1010 (size=25344) 2024-11-21T14:43:41,627 DEBUG [RS:0;f7796871bd2a:34871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/oldWALs 2024-11-21T14:43:41,627 INFO [RS:0;f7796871bd2a:34871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7796871bd2a%2C34871%2C1732200036061.meta:.meta(num 1732200039621) 2024-11-21T14:43:41,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741832_1008 (size=19686224) 2024-11-21T14:43:41,630 DEBUG [RS:0;f7796871bd2a:34871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/oldWALs 2024-11-21T14:43:41,630 INFO [RS:0;f7796871bd2a:34871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7796871bd2a%2C34871%2C1732200036061:(num 1732200038642) 2024-11-21T14:43:41,630 DEBUG [RS:0;f7796871bd2a:34871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:43:41,630 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:43:41,631 INFO [RS:0;f7796871bd2a:34871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:43:41,631 INFO [RS:0;f7796871bd2a:34871 {}] hbase.ChoreService(370): Chore service for: regionserver/f7796871bd2a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:43:41,631 INFO [RS:0;f7796871bd2a:34871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:43:41,631 INFO [regionserver/f7796871bd2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:43:41,631 INFO [RS:0;f7796871bd2a:34871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34871 2024-11-21T14:43:41,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7796871bd2a,34871,1732200036061 2024-11-21T14:43:41,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T14:43:41,636 INFO [RS:0;f7796871bd2a:34871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:43:41,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7796871bd2a,34871,1732200036061] 2024-11-21T14:43:41,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7796871bd2a,34871,1732200036061 already deleted, retry=false 2024-11-21T14:43:41,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7796871bd2a,34871,1732200036061 expired; onlineServers=0 2024-11-21T14:43:41,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f7796871bd2a,33569,1732200035143' ***** 2024-11-21T14:43:41,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:43:41,639 INFO [M:0;f7796871bd2a:33569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:43:41,639 INFO [M:0;f7796871bd2a:33569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:43:41,640 DEBUG [M:0;f7796871bd2a:33569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:43:41,640 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:43:41,640 DEBUG [M:0;f7796871bd2a:33569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:43:41,640 DEBUG [master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200038365 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.large.0-1732200038365,5,FailOnTimeoutGroup] 2024-11-21T14:43:41,640 DEBUG [master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200038366 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7796871bd2a:0:becomeActiveMaster-HFileCleaner.small.0-1732200038366,5,FailOnTimeoutGroup] 2024-11-21T14:43:41,640 INFO [M:0;f7796871bd2a:33569 {}] hbase.ChoreService(370): Chore service for: master/f7796871bd2a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:43:41,640 INFO [M:0;f7796871bd2a:33569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:43:41,640 DEBUG [M:0;f7796871bd2a:33569 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:43:41,640 INFO [M:0;f7796871bd2a:33569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:43:41,640 INFO [M:0;f7796871bd2a:33569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:43:41,641 ERROR [M:0;f7796871bd2a:33569 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-21T14:43:41,641 INFO [M:0;f7796871bd2a:33569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:43:41,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T14:43:41,641 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:43:41,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T14:43:41,642 DEBUG [M:0;f7796871bd2a:33569 {}] zookeeper.ZKUtil(347): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T14:43:41,642 WARN [M:0;f7796871bd2a:33569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:43:41,643 INFO [M:0;f7796871bd2a:33569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/.lastflushedseqids 2024-11-21T14:43:41,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742446_1622 (size=72) 2024-11-21T14:43:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:43:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34871-0x1001a86a8ae0001, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:43:41,738 INFO [RS:0;f7796871bd2a:34871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:43:41,739 INFO [RS:0;f7796871bd2a:34871 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7796871bd2a,34871,1732200036061; zookeeper connection closed. 2024-11-21T14:43:41,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2894730 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2894730 2024-11-21T14:43:41,740 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:43:42,055 INFO [M:0;f7796871bd2a:33569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:43:42,055 INFO [M:0;f7796871bd2a:33569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:43:42,055 DEBUG [M:0;f7796871bd2a:33569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:43:42,055 INFO [M:0;f7796871bd2a:33569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:43:42,055 DEBUG [M:0;f7796871bd2a:33569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:43:42,055 DEBUG [M:0;f7796871bd2a:33569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:43:42,055 DEBUG [M:0;f7796871bd2a:33569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:43:42,055 INFO [M:0;f7796871bd2a:33569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=758.89 KB heapSize=928.43 KB 2024-11-21T14:43:42,071 DEBUG [M:0;f7796871bd2a:33569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb1f1647e3174ede9617c3dbe2dc6ce0 is 82, key is hbase:meta,,1/info:regioninfo/1732200039706/Put/seqid=0 2024-11-21T14:43:42,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742447_1623 (size=5672) 2024-11-21T14:43:42,475 INFO [M:0;f7796871bd2a:33569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2097 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb1f1647e3174ede9617c3dbe2dc6ce0 2024-11-21T14:43:42,498 DEBUG [M:0;f7796871bd2a:33569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc17a98f312d4370b3ff3545a7dacb03 is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x8D/proc:d/1732200194509/Put/seqid=0 2024-11-21T14:43:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742448_1624 (size=44026) 2024-11-21T14:43:42,902 INFO [M:0;f7796871bd2a:33569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758.34 KB at sequenceid=2097 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc17a98f312d4370b3ff3545a7dacb03 2024-11-21T14:43:42,905 INFO [M:0;f7796871bd2a:33569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc17a98f312d4370b3ff3545a7dacb03 2024-11-21T14:43:42,920 DEBUG [M:0;f7796871bd2a:33569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/519345dcf096410d9687f604307e6649 is 69, key is f7796871bd2a,34871,1732200036061/rs:state/1732200038393/Put/seqid=0 2024-11-21T14:43:42,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073742449_1625 (size=5156) 2024-11-21T14:43:43,324 INFO [M:0;f7796871bd2a:33569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2097 (bloomFilter=true), to=hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/519345dcf096410d9687f604307e6649 2024-11-21T14:43:43,328 DEBUG [M:0;f7796871bd2a:33569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb1f1647e3174ede9617c3dbe2dc6ce0 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb1f1647e3174ede9617c3dbe2dc6ce0 2024-11-21T14:43:43,331 INFO [M:0;f7796871bd2a:33569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb1f1647e3174ede9617c3dbe2dc6ce0, entries=8, sequenceid=2097, filesize=5.5 K 2024-11-21T14:43:43,332 DEBUG [M:0;f7796871bd2a:33569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc17a98f312d4370b3ff3545a7dacb03 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc17a98f312d4370b3ff3545a7dacb03 2024-11-21T14:43:43,335 INFO [M:0;f7796871bd2a:33569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc17a98f312d4370b3ff3545a7dacb03 2024-11-21T14:43:43,335 INFO [M:0;f7796871bd2a:33569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc17a98f312d4370b3ff3545a7dacb03, entries=162, sequenceid=2097, filesize=43.0 K 2024-11-21T14:43:43,336 DEBUG [M:0;f7796871bd2a:33569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/519345dcf096410d9687f604307e6649 as hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/519345dcf096410d9687f604307e6649 2024-11-21T14:43:43,339 INFO [M:0;f7796871bd2a:33569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37641/user/jenkins/test-data/a3f49ca0-dabf-b339-482e-053b815981ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/519345dcf096410d9687f604307e6649, entries=1, sequenceid=2097, filesize=5.0 K 2024-11-21T14:43:43,340 INFO [M:0;f7796871bd2a:33569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~758.89 KB/777108, heapSize ~928.13 KB/950408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=2097, compaction requested=false 2024-11-21T14:43:43,348 INFO [M:0;f7796871bd2a:33569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:43:43,348 DEBUG [M:0;f7796871bd2a:33569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732200222055Disabling compacts and flushes for region at 1732200222055Disabling writes for close at 1732200222055Obtaining lock to block concurrent updates at 1732200222055Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732200222055Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=777108, getHeapSize=950648, getOffHeapSize=0, getCellsCount=2284 at 1732200222056 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732200222056Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732200222057 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732200222071 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732200222071Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732200222479 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732200222497 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732200222497Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732200222905 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732200222920 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732200222920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18fa738e: reopening flushed file at 1732200223327 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d756004: reopening flushed file at 1732200223331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316fc074: reopening flushed file at 1732200223335 (+4 ms)Finished flush of dataSize ~758.89 KB/777108, heapSize ~928.13 KB/950408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=2097, compaction requested=false at 1732200223340 (+5 ms)Writing region close event to WAL at 1732200223348 (+8 ms)Closed at 1732200223348 2024-11-21T14:43:43,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741830_1006 (size=914580) 2024-11-21T14:43:43,356 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:43:43,356 INFO [M:0;f7796871bd2a:33569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:43:43,356 INFO [M:0;f7796871bd2a:33569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33569 2024-11-21T14:43:43,356 INFO [M:0;f7796871bd2a:33569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:43:43,460 INFO [M:0;f7796871bd2a:33569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:43:43,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:43:43,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33569-0x1001a86a8ae0000, quorum=127.0.0.1:52938, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:43:43,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@292d50c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:43:43,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:43:43,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:43:43,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:43:43,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/hadoop.log.dir/,STOPPED} 2024-11-21T14:43:43,491 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:43:43,491 WARN [BP-755906289-172.17.0.2-1732200031798 heartbeating to localhost/127.0.0.1:37641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:43:43,491 WARN [BP-755906289-172.17.0.2-1732200031798 heartbeating to localhost/127.0.0.1:37641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-755906289-172.17.0.2-1732200031798 (Datanode Uuid f98db511-2590-4766-9131-a131ce38204e) service to localhost/127.0.0.1:37641 2024-11-21T14:43:43,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:43:43,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/cluster_68c14aa6-8be2-9a1d-9bbd-3095f82d665f/data/data1/current/BP-755906289-172.17.0.2-1732200031798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:43:43,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/cluster_68c14aa6-8be2-9a1d-9bbd-3095f82d665f/data/data2/current/BP-755906289-172.17.0.2-1732200031798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:43:43,496 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:43:43,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2341a969{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:43:43,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:43:43,507 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:43:43,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:43:43,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bce81970-a392-7b30-ae6c-97d7daa17b3c/hadoop.log.dir/,STOPPED} 2024-11-21T14:43:43,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:43:43,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down